-- Logs begin at Mon 2022-03-21 15:49:49 UTC, end at Mon 2022-03-21 17:40:37 UTC. -- Mar 21 17:17:23.616035 dv-cinder-768458-20-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 17:17:26.521313 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.common.config [-] Logging enabled! Mar 21 17:17:26.521883 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 17:17:26.522018 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103196) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 17:17:26.525355 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.common.config [-] Logging enabled! Mar 21 17:17:26.525606 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 17:17:26.525918 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103196) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 17:17:26.527110 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 17:17:26.527342 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 17:17:26.527712 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 17:17:26.527956 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 17:17:26.528235 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 17:17:26.528976 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.529401 dv-cinder-768458-20-smb neutron-server[103196]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 21 17:17:26.529728 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.530028 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.530325 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.530620 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.530909 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.531189 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.531474 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.531768 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.532078 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.532348 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.532629 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.532917 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.533196 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.533478 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.533764 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.534043 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] debug = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.534326 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.534750 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.535173 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.535451 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.535738 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.536015 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.536311 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.536586 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.536867 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.537190 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] host = dv-cinder-768458-20-smb {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.537464 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.537748 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.538031 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.538314 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.538587 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.538856 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.539134 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.539402 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.539670 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] log_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.539966 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.540282 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.540568 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.540854 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.541076 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.541295 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.541580 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.541863 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.542136 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.542408 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.542679 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.542952 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.543222 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.543486 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.543768 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.544174 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.544352 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.544627 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.544900 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.545168 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.545438 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.545720 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.545992 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.546264 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.546536 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.546820 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.547088 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.547362 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.547660 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.547945 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.548250 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.548535 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.548809 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.549088 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.549357 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.549625 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.549894 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] use_json = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.550162 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.550428 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.550704 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.550970 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.551237 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.551506 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.551774 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.552074 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.552345 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:26.552637 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.552929 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.553221 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.553511 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.553795 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.554072 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.554360 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.554633 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.554915 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.555197 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.555995 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.556296 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.556592 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.556879 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.557171 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.557471 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.557761 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.558048 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.558317 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.558587 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.558855 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.559127 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.559410 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.559683 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.559968 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.560276 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.560555 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.560847 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.561127 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.561415 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.561699 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.561968 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.562241 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.562525 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.562797 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.563063 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.563332 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.563614 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.563886 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.564181 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.564461 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.564738 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.565004 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.565268 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.565545 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.565827 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.566097 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.566362 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.566626 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.566896 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.567161 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.567437 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.567705 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.567974 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.568263 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.568536 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.568804 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.569072 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.569343 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.569607 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.569878 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.570145 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.570412 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.570680 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.570944 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.571748 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.572015 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.572307 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.572579 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.572848 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.573116 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.573384 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.573651 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.573916 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.574198 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.574488 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.574769 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.575046 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.575321 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.575594 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.575865 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.576160 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.576437 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.576710 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.576977 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.577261 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.577539 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.577818 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.578112 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.578387 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.578677 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.578950 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.579221 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.579498 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.579770 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.580044 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.580345 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.580622 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.580911 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.581198 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.581484 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.581770 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.582056 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.582339 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.582636 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.582909 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:26.583122 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 17:17:26.583356 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103196) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 17:17:26.951052 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 17:17:26.951332 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 17:17:26.951630 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 17:17:26.952117 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 17:17:27.284041 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.284356 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.284627 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.285802 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.286073 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.286453 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.341235 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.341510 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.341776 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.356911 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.357189 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.357454 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.385243 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.385519 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.385782 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.529162 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.529779 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.529779 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.761114 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.761398 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.761667 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.761935 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.762618 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.861011 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.861332 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.861612 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.861882 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.862147 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.862454 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.862709 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.862961 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.863211 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.863488 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.863748 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.864009 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.864287 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.864536 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.864785 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.865042 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.865292 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.865555 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.865816 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.866073 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.866341 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.866606 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.866865 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.867238 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.867483 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.867723 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.868177 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:27.868416 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:27.868648 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:27.868879 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:27.869110 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:27.869342 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:27.869693 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 17:17:27.872880 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 17:17:27.876917 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 17:17:27.880616 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 21 17:17:27.882236 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 17:17:27.882700 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 17:17:27.883028 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 17:17:27.883404 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 17:17:27.886726 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 17:17:27.886975 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 17:17:27.887314 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 17:17:27.892165 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 21 17:17:27.916428 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 17:17:27.916868 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.917160 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103196) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 21 17:17:27.917523 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.918878 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103196) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 17:17:27.919150 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 17:17:27.919386 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 17:17:27.922666 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.922945 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:27.985648 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 17:17:27.985882 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 17:17:27.986117 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 17:17:27.986473 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 17:17:28.007197 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_db.sqlalchemy.engines [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103196) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 21 17:17:28.456140 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing driver for type 'gre' Mar 21 17:17:28.456665 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] gre ID ranges: [(1, 1000)] Mar 21 17:17:28.509483 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing driver for type 'local' Mar 21 17:17:28.509892 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing driver for type 'vlan' Mar 21 17:17:28.522567 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] VlanTypeDriver initialization complete Mar 21 17:17:28.522907 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing driver for type 'vxlan' Mar 21 17:17:28.523389 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] vxlan ID ranges: [(1, 1000)] Mar 21 17:17:28.576737 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing extension driver 'port_security' Mar 21 17:17:28.577369 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.extensions.port_security [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] PortSecurityExtensionDriver initialization complete Mar 21 17:17:28.577369 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing mechanism driver 'openvswitch' Mar 21 17:17:28.577696 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing mechanism driver 'hyperv' Mar 21 17:17:28.584286 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:17:28.584955 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.585325 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.585677 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.586206 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103196) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 17:17:28.587277 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnet after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.587659 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnet after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.588002 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.588424 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103196) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 17:17:28.588829 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.589200 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.589537 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.589927 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103196) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 17:17:28.590328 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > security_group after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.590672 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > security_group after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.591006 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.591531 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103196) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 17:17:28.591952 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.592302 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.592634 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.593033 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103196) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 17:17:28.593432 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > address_group after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.593792 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > address_group after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.594111 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.594503 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103196) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 17:17:28.594943 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] ML2 OVO RPC backend initialized. {{(pid=103196) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 21 17:17:28.595631 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.596085 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.596665 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.597014 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > networks before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.597356 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.597694 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > ports before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.598034 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnet before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.598371 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnets before_response 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.598712 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.599050 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.599385 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.599721 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.600073 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.600408 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.600740 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnet after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.601074 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnet after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.601403 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.608683 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded quota_driver: . Mar 21 17:17:28.609052 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.plugin [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Modular L2 Plugin initialization complete Mar 21 17:17:28.609398 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading services supported by the core plugin {{(pid=103196) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 17:17:28.609741 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.plugins.ml2.managers [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Got port-security extension from driver 'port_security' Mar 21 17:17:28.610216 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.extensions.vlantransparent [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Disabled vlantransparent extension. Mar 21 17:17:28.610706 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103196) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 17:17:28.611029 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: router Mar 21 17:17:28.646585 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.646973 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router after_create 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.647345 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router before_create 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.647706 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.648091 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.648453 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router after_delete 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.648809 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.649760 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.650118 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router after_create 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.650462 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router after_update 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.650809 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router after_update 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.651155 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.651508 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router after_update 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.652221 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_update 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.652597 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.652936 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: port after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.653275 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: subnet after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.653610 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.653956 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.654299 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_create 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.654637 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: port before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.654975 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.655326 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router after_update 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.655663 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.656008 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_create 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.656387 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.656728 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_update 55549900 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.657087 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > agent after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.657432 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > agent after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.657771 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > network after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.658609 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Tracking information for resource: router configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:28.658935 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Tracking information for resource: floatingip configured {{(pid=103196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 17:17:28.663817 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.db.l3_agentschedulers_db [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 17:17:28.664419 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.664834 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: port after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.665187 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: port after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.665567 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.666463 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router before_create 55550100 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.666827 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.667188 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_create 55550100 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.667543 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > router precommit_update 55550100 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.672329 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.services.provider_configuration [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service providers = [] {{(pid=103196) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 17:17:28.672699 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.db.servicetype_db [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103196) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 17:17:28.675618 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.services.service_base [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 17:17:28.675959 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.services.service_base [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 17:17:28.676321 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.services.service_base [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 17:17:28.677199 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.services.service_base [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 17:17:28.677568 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.services.service_base [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 17:17:28.677941 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.678256 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 17:17:28.688873 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.689207 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: auto_allocate Mar 21 17:17:28.694965 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: network precommit_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.695326 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: network precommit_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.695841 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.696706 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: tag Mar 21 17:17:28.703222 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.703567 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: timestamp Mar 21 17:17:28.707552 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.707881 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: network_ip_availability Mar 21 17:17:28.713946 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.714315 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.714668 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.715369 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.715684 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: flavors Mar 21 17:17:28.720439 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.720770 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading Plugin: revisions Mar 21 17:17:28.725065 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 17:17:28.725449 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_concurrency.lockutils [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=103196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 17:17:28.726179 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103196) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 17:17:28.726511 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Initializing extension manager. Mar 21 17:17:28.727029 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: __init__.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.727406 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: __pycache__ {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.727740 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: address_group.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.728508 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.729063 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: address-group Mar 21 17:17:28.729385 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: address_scope.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.730098 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.730597 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: address-scope Mar 21 17:17:28.730915 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.731831 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.732376 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: router-admin-state-down-before-update Mar 21 17:17:28.732703 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: agent.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.733590 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.734097 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: agent Mar 21 17:17:28.734416 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: agent_resources_synced.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.735317 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.735824 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: agent-resources-synced Mar 21 17:17:28.736180 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: allowedaddresspairs.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.737940 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.738459 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: allowed-address-pairs Mar 21 17:17:28.738784 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: auto_allocated_topology.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.739851 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.740392 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: auto-allocated-topology Mar 21 17:17:28.740717 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: availability_zone.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.741406 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.741909 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: availability_zone Mar 21 17:17:28.742230 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: availability_zone_filter.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.743671 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.744207 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: availability_zone_filter Mar 21 17:17:28.744528 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: data_plane_status.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.745423 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.745923 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 17:17:28.746244 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: default_subnetpools.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.747142 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.747645 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: default-subnetpools Mar 21 17:17:28.747965 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.748812 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.749321 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: dhcp_agent_scheduler Mar 21 17:17:28.749641 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: dns.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.750551 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.751049 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension dns-integration not supported by any of loaded plugins Mar 21 17:17:28.751369 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: dns_domain_ports.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.752295 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.752797 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 17:17:28.753117 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.754031 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.754537 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 21 17:17:28.754856 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: dvr.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.755519 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.756020 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: dvr Mar 21 17:17:28.756368 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: ecmp_routes.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.757268 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.757763 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 21 17:17:28.758078 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: empty_string_filtering.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.759594 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.760069 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: empty-string-filtering Mar 21 17:17:28.760387 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.761284 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.761787 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 17:17:28.762106 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.763005 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.763512 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 17:17:28.763828 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: external_net.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.764757 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.765257 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: external-net Mar 21 17:17:28.765572 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.766463 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.766964 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: extra_dhcp_opt Mar 21 17:17:28.767280 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: extraroute.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.768206 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.768707 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: extraroute Mar 21 17:17:28.769024 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: extraroute_atomic.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.770041 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.770544 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: extraroute-atomic Mar 21 17:17:28.770862 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: filter_validation.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.771518 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.772017 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: filter-validation Mar 21 17:17:28.772359 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: fip_pf_description.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.773262 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.773763 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 17:17:28.774117 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: fip_pf_port_range.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.775034 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.775528 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 21 17:17:28.775847 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: fip_port_details.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.777048 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.777551 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: fip-port-details Mar 21 17:17:28.777869 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: flavors.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.779084 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.779595 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: flavors Mar 21 17:17:28.779918 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.781624 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.782139 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 17:17:28.782467 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: floatingip_pools.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.783164 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.783682 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: floatingip-pools Mar 21 17:17:28.784003 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: ip_allocation.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.784954 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.785453 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 17:17:28.785773 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.786677 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.787180 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: ip-substring-filtering Mar 21 17:17:28.787499 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l2_adjacency.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.788442 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.788940 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 17:17:28.789257 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.791698 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.792264 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: router Mar 21 17:17:28.792606 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.794848 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.795374 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 17:17:28.795703 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.796641 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.797153 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: ext-gw-mode Mar 21 17:17:28.797476 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.798387 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.798898 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: l3-ha Mar 21 17:17:28.799222 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.800148 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.800653 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 21 17:17:28.800972 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3_flavors.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.801880 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.802387 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: l3-flavors Mar 21 17:17:28.802708 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.804102 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.804615 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 21 17:17:28.804938 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.806394 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.806904 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 17:17:28.807228 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: l3agentscheduler.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.808284 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.808798 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: l3_agent_scheduler Mar 21 17:17:28.809121 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: local_ip.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.810910 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.811433 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension local_ip not supported by any of loaded plugins Mar 21 17:17:28.811765 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: logging.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.813259 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.813772 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension logging not supported by any of loaded plugins Mar 21 17:17:28.814106 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: metering.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.814842 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.815416 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: metering Mar 21 17:17:28.815740 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.816857 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.817369 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: metering_source_and_destination_fields Mar 21 17:17:28.817693 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: multiprovidernet.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.818630 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.819137 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: multi-provider Mar 21 17:17:28.819457 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: netmtu.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.820390 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.820984 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: net-mtu Mar 21 17:17:28.821824 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: netmtu_writable.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.822739 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.823243 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: net-mtu-writable Mar 21 17:17:28.823562 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: network_availability_zone.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.824264 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.824765 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: network_availability_zone Mar 21 17:17:28.825080 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: network_ip_availability.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.826178 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.826685 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: network-ip-availability Mar 21 17:17:28.827000 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: network_segment_range.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.827884 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.828426 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 17:17:28.828746 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: pagination.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.829712 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.830037 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: pagination Mar 21 17:17:28.830353 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: port_device_profile.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.831261 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.831765 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: port-device-profile Mar 21 17:17:28.832107 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.833025 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.833528 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: port-mac-address-regenerate Mar 21 17:17:28.833846 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.834755 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.835258 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: port-numa-affinity-policy Mar 21 17:17:28.835575 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: port_resource_request.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.836555 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.837061 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 17:17:28.837377 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: port_resource_request_groups.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.838333 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.838833 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 21 17:17:28.839150 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: portbindings.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.840077 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.840591 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: binding Mar 21 17:17:28.840908 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: portbindings_extended.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.842178 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.842690 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: binding-extended Mar 21 17:17:28.843012 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: portsecurity.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.843912 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.844462 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: port-security Mar 21 17:17:28.844782 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: project_id.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.845745 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.846071 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: project-id Mar 21 17:17:28.846391 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: providernet.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.847293 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.847799 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: provider Mar 21 17:17:28.848152 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.851747 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.852335 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos not supported by any of loaded plugins Mar 21 17:17:28.852668 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.853903 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.854423 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 17:17:28.854750 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.855657 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.856205 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 17:17:28.856529 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_default.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.857448 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.857956 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-default not supported by any of loaded plugins Mar 21 17:17:28.858277 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_fip.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.859186 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.859691 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-fip not supported by any of loaded plugins Mar 21 17:17:28.860014 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.860935 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.861441 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 21 17:17:28.861762 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_gateway_ip.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.862671 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.863176 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 17:17:28.863499 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_port_network_policy.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.864431 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.864934 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 17:17:28.865254 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.866279 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.866783 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 21 17:17:28.867105 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.868697 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.869212 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 21 17:17:28.869534 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_pps_rule.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.870715 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.871232 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-pps not supported by any of loaded plugins Mar 21 17:17:28.871557 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_rule_type_details.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.872507 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.873014 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 17:17:28.873336 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.874238 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.874750 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 21 17:17:28.875071 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: qos_rules_alias.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.876130 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.876640 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 17:17:28.876962 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: quota_check_limit.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.877864 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.878439 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: quota-check-limit Mar 21 17:17:28.878694 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: quotasv2.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.879641 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.880165 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: quotas Mar 21 17:17:28.880410 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: quotasv2_detail.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.882125 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.882464 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: quota_details Mar 21 17:17:28.882793 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: rbac.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.884487 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.885079 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: rbac-policies Mar 21 17:17:28.885354 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: rbac_address_group.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.886282 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.886798 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: rbac-address-group Mar 21 17:17:28.887126 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: rbac_address_scope.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.888093 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.888572 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: rbac-address-scope Mar 21 17:17:28.888892 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: rbac_security_groups.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.889892 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.890401 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: rbac-security-groups Mar 21 17:17:28.890721 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: rbac_subnetpool.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.891638 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.892179 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: rbac-subnetpool Mar 21 17:17:28.892576 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: revisionifmatch.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.893425 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.893970 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: revision-if-match Mar 21 17:17:28.894278 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: revisions.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.895386 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.895910 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: standard-attr-revisions Mar 21 17:17:28.896252 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: router_availability_zone.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.897099 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.897410 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: router_availability_zone Mar 21 17:17:28.897740 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: routerservicetype.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.898650 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.899229 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension router-service-type not supported by any of loaded plugins Mar 21 17:17:28.899518 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.900469 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.900977 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: security-groups-normalized-cidr Mar 21 17:17:28.901297 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.902464 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.902973 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: port-security-groups-filtering Mar 21 17:17:28.903294 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.904248 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.904758 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: security-groups-remote-address-group Mar 21 17:17:28.905079 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.906003 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.906504 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: security-groups-shared-filtering Mar 21 17:17:28.906825 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.907410 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 21 17:17:28.907725 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: securitygroup.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.917517 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.918043 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: security-group Mar 21 17:17:28.918373 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: segment.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.919100 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.919608 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension segment not supported by any of loaded plugins Mar 21 17:17:28.919932 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.920906 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.921413 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 17:17:28.921739 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: servicetype.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.922845 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.923358 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: service-type Mar 21 17:17:28.923681 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: sorting.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.924688 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.925013 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: sorting Mar 21 17:17:28.925330 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: standard_attr_segment.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.926234 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.926741 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 17:17:28.927062 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: standardattrdescription.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.927699 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.928237 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: standard-attr-description Mar 21 17:17:28.928560 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: stateful_security_group.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.929537 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.930054 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: stateful-security-group Mar 21 17:17:28.930931 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: stdattrs_common.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.931541 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 17:17:28.931862 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.932839 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.933353 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 17:17:28.933674 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: subnet_onboard.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.934727 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.935253 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: subnet_onboard Mar 21 17:17:28.935579 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.936518 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.937028 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 17:17:28.937351 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: subnet_service_types.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.938263 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.938775 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: subnet-service-types Mar 21 17:17:28.939101 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: subnetallocation.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.940202 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.940715 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: subnet_allocation Mar 21 17:17:28.941039 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.941700 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.942204 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: subnetpool-prefix-ops Mar 21 17:17:28.942524 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.943454 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.943961 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 17:17:28.944313 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: tagging.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.945354 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.945942 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: standard-attr-tag Mar 21 17:17:28.946765 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: timestamp.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.947958 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.948502 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loaded extension: standard-attr-timestamp Mar 21 17:17:28.948825 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: trunk.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.949851 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.950365 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension trunk not supported by any of loaded plugins Mar 21 17:17:28.950690 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: trunk_details.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.951605 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.952139 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension trunk-details not supported by any of loaded plugins Mar 21 17:17:28.952465 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: uplink_status_propagation.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.953380 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.953889 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 17:17:28.954210 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Loading extension file: vlantransparent.py {{(pid=103196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 17:17:28.954872 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 17:17:28.955382 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 17:17:28.957903 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:network Mar 21 17:17:28.958415 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:subnet Mar 21 17:17:28.958807 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 17:17:28.959208 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:port Mar 21 17:17:28.960442 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.960872 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service FLAVORS assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.961511 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.961947 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.962275 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:router Mar 21 17:17:28.962696 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 17:17:28.963173 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service METERING assigned prefix: /metering {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.964666 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.965036 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.965399 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:17:28.966362 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 17:17:28.966791 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:security_group Mar 21 17:17:28.967227 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 17:17:28.967811 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service CORE assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.968166 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 17:17:28.968508 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] subnetpool is already registered Mar 21 17:17:28.968923 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service CORE assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.969245 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 17:17:28.969569 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] subnetpool is already registered Mar 21 17:17:28.971825 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.972285 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service FLAVORS assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.972868 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.973281 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.973609 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:router Mar 21 17:17:28.973938 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] router is already registered Mar 21 17:17:28.974342 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 17:17:28.974666 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] floatingip is already registered Mar 21 17:17:28.975108 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service METERING assigned prefix: /metering {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.975763 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 17:17:28.976111 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] rbac_policy is already registered Mar 21 17:17:28.976521 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:security_group Mar 21 17:17:28.976851 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] security_group is already registered Mar 21 17:17:28.977290 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 17:17:28.977616 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] security_group_rule is already registered Mar 21 17:17:28.978227 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service CORE assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.978552 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 17:17:28.978881 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] subnetpool is already registered Mar 21 17:17:28.979289 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.v2.resource_helper [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Service CORE assigned prefix: {{(pid=103196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 17:17:28.979609 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 17:17:28.979932 dv-cinder-768458-20-smb neutron-server[103196]: WARNING neutron.quota.resource_registry [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] subnetpool is already registered Mar 21 17:17:28.980416 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: extensions {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.981879 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: address-groups {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.983365 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: address-scopes {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.984679 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: agents {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.985842 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: auto-allocated-topology {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.987081 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: availability_zones {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.988312 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: dhcp-networks {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.989842 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: dhcp-agents {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.991230 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: routers {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.994027 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: flavors {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.995185 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: service_profiles {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.996501 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: next_providers {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:28.997934 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: service_profiles {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.000365 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: floatingip-pools {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.001585 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: routers {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.003699 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: floatingips {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.005048 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: l3-routers {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.006439 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: l3-agents {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.007845 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: metering-labels {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.009873 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: metering-label-rules {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.011097 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: network-ip-availabilities {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.012375 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: bindings {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.014021 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: quotas {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.015583 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: quotas {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.017168 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: rbac-policies {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.018438 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: security-groups {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.019676 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: security-group-rules {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.020937 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: service-providers {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.022133 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: subnetpools {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.023543 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: subnetpools {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.025227 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.027165 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.028972 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.030755 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.032543 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.034400 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.036151 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.038037 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.039822 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.041722 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron.api.extensions [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Extended resource: tags {{(pid=103196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 17:17:29.047541 dv-cinder-768458-20-smb neutron-server[103196]: WARNING keystonemiddleware.auth_token [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 17:17:29.052182 dv-cinder-768458-20-smb neutron-server[103196]: WARNING keystonemiddleware.auth_token [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 17:17:29.061219 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_concurrency.lockutils [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Acquired lock "singleton_lock" {{(pid=103196) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 21 17:17:29.061753 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_concurrency.lockutils [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Releasing lock "singleton_lock" {{(pid=103196) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 21 17:17:29.062409 dv-cinder-768458-20-smb neutron-server[103196]: INFO oslo_service.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Starting 2 workers Mar 21 17:17:29.067295 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Started child 103305 {{(pid=103196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 17:17:29.072524 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Started child 103306 {{(pid=103196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 17:17:29.073444 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:29.074162 dv-cinder-768458-20-smb neutron-server[103196]: INFO neutron.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 17:17:29.074701 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:29.075011 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [-] (103305) wsgi starting up on http://0.0.0.0:9696 Mar 21 17:17:29.077215 dv-cinder-768458-20-smb neutron-server[103196]: INFO oslo_service.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Starting 1 workers Mar 21 17:17:29.077363 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:29.078785 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [-] (103306) wsgi starting up on http://0.0.0.0:9696 Mar 21 17:17:29.082394 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Started child 103307 {{(pid=103196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 17:17:29.082955 dv-cinder-768458-20-smb neutron-server[103196]: INFO oslo_service.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Starting 1 workers Mar 21 17:17:29.086378 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] calling RpcWorker wait() {{(pid=103307) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 17:17:29.086924 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] returning from RpcWorker wait() {{(pid=103307) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 17:17:29.087485 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Started child 103308 {{(pid=103196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 17:17:29.088297 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:29.088395 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-39d315fe-e0bf-4b37-85d2-ccd77633e420 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:29.088817 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:17:29.090201 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103196) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 17:17:29.090422 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 17:17:29.090607 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 17:17:29.090843 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 17:17:29.091189 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 17:17:29.091351 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 17:17:29.091880 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.092186 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.092447 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.092535 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:29.092997 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.092997 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.093547 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.093696 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:17:29.093824 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.094017 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.094288 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.094517 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.094684 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.094848 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.095093 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.095319 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.095617 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.095871 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.096140 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.096411 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.096577 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.096850 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.097134 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.097356 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.097616 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] debug = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.097852 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.098337 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.098560 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.098796 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.099029 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.099312 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.099550 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.099830 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.100043 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.100277 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.100543 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.100787 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.101028 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.101253 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.101497 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.101712 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.101963 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.102781 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.103236 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] host = dv-cinder-768458-20-smb {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.103473 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.103723 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.103966 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.104237 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.104481 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.104711 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.104966 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.105235 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.105459 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.105684 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.105976 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.106170 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.106413 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.106649 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.106810 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_options = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.107040 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.107304 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.107548 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.107734 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.107901 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.108079 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.108348 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.108510 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.108750 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.108960 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.109171 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.109396 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.109789 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.110010 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.110270 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.110487 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.110701 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.110917 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.111173 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.111424 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.111664 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.111886 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.112132 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.112355 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.112596 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.112848 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.113092 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.113283 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.113504 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.113818 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.113961 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.114189 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.114423 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.114658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.114914 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.115144 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.115368 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.115597 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.115869 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.116112 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.116356 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.116598 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.116851 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.117042 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.117279 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.117509 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.118693 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_json = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.118693 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.118981 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.119130 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.119281 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.119475 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.119686 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.120008 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.120721 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.120721 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.120906 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.121052 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.121377 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.121634 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.122067 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.122476 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.122903 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.123380 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.123380 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.123668 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.123936 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.124123 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.124489 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.124667 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.124934 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.125266 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.125519 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.125783 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.126013 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.126226 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.126444 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.126664 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.126945 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.127288 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.127462 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.127675 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.127910 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.128215 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.128719 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.129111 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.129381 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.129630 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.130069 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.130178 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.130323 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.130536 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.130765 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.130999 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.131672 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.131672 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.131672 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.131921 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.132144 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.132376 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.133520 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.133520 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.133520 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.133863 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.133863 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.134098 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.134214 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.135658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.135658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.135658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.135658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.135658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.135658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.136202 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.136202 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.136202 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.136443 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.136559 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.136811 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.137027 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.137249 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.137613 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.137997 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.138209 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.138453 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.138669 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.138877 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.139088 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.139301 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.139525 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.139956 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.140232 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141406 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141406 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141406 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141406 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141406 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141827 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141827 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.141980 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.142091 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.142305 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.142546 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.142757 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.142965 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.143364 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.143770 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.144248 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.144738 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.144986 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.145235 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.145452 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.145689 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.146079 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.146335 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.146560 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.146782 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.146994 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.147242 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.147489 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.147730 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.147945 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.148390 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.148790 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.149077 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.149486 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.149941 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.150360 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.150767 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.151018 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.151491 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.152004 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.152290 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.152557 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.152804 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.153097 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.153334 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.153609 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.153833 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.154109 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.154409 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.154656 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.154917 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.155174 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.155403 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.155672 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.155922 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.156241 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.156470 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.156728 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.156958 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.157199 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.157446 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.157842 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.158221 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.158530 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.158774 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.159020 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.159231 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.159533 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.159757 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.160011 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.160313 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.160558 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.160788 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.161030 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.161272 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.161482 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.161720 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.161953 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.162183 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.162418 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.162797 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.163184 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.163570 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.163789 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.164078 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.164435 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.165227 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.165482 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.165654 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.166022 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.166421 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.166783 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.167007 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.167247 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.167461 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.167675 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.168076 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.168428 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.168836 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.169055 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.169340 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.169575 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.169788 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.170024 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.170257 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.170518 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.170735 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.171295 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.171295 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.171465 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.171591 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.171802 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.172009 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.172264 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.172510 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.172719 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.172952 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.173190 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.173686 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.173937 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.174179 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.174418 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.174663 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.174875 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.175084 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.175297 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.175529 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.175741 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.175958 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.176205 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.176418 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.176632 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.176844 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.177072 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.177321 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.177565 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.177813 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.178196 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.178431 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.178637 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.178853 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.179065 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.179271 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.179477 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.179683 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.179893 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.180986 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.181130 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.181285 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.181511 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.181904 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.182298 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.182550 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.182774 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.183143 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.183533 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.183774 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.183987 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.184225 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.184470 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.184677 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.184882 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.185253 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.185618 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.185824 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.186069 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.186279 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.186484 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.186723 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.186934 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.187139 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.187358 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.187581 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.187786 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.188003 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.188265 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.188470 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.188692 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.188915 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.189140 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.189356 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.189563 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.189789 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.190063 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.190307 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.190524 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.190810 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.191034 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.191276 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.191524 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.191813 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.192023 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.192280 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.192515 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.192729 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.192963 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.193212 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.193533 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.193820 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.194059 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.194292 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.194550 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.194832 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.195118 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.195342 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.195613 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.195985 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.196267 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.196892 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.196892 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.197067 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.197230 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.197397 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.197485 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:17:29.197609 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.197820 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.198047 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.198321 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.198544 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.198763 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.198972 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.199194 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.199405 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.199626 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.199833 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.200098 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.200312 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.200467 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 17:17:29.201006 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103196) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 17:17:29.201165 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 17:17:29.201314 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 17:17:29.201483 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 17:17:29.201843 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 17:17:29.201843 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 17:17:29.202080 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.202466 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.202466 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.202466 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.202777 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.202777 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.202924 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.203018 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.203163 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.203316 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.203656 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.203989 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.204164 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.204304 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.204467 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.204626 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.204960 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.204960 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.205166 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.205252 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.205370 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.205526 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.205682 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] debug = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.205837 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.206045 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.206202 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.206327 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.206489 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.206643 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.206800 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.206957 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.207114 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.207269 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.207425 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.207583 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.207740 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.207896 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.208090 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.208237 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.208393 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.208549 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.208704 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] host = dv-cinder-768458-20-smb {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.208860 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.209015 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.209170 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.209326 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.209481 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.209637 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.209793 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.209951 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.210106 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.210262 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.210418 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.210573 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.210729 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.210884 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.211039 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_options = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.211195 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.211351 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.211551 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.211739 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.211900 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.212070 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.212234 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.212392 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.212547 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.212702 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.212859 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.213013 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.213168 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.213323 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.213478 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.213633 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.213788 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.213944 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.214100 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.214255 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.214411 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.214567 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.214723 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.214877 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.215032 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.215186 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.215341 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.215496 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.215653 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.215808 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.215964 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.216151 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.216308 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.216463 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.216619 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.216774 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.216930 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.217085 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.217243 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.217399 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.217554 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.217709 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.217863 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.218018 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.218177 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.218334 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.218489 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_json = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.218647 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.218802 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.218958 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.219114 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.219270 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.219425 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.219579 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.219735 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.219894 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 17:17:29.220087 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.220251 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.220421 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.220578 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.220736 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.220895 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.221053 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.221210 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.221367 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.221525 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.221689 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.221847 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.222016 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.222223 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.222320 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.222477 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.222635 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.222795 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.222953 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.223111 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.223270 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.223427 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.223593 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.223751 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.223909 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.224082 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.224245 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.224411 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.224569 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.224741 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.224899 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.225059 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.225216 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.225373 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.225533 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.225692 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.225850 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.226010 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.226168 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.226326 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.226484 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.226643 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.226800 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.226959 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.227640 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.227809 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.227968 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.228338 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.228338 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.228577 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.228698 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.228819 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.228915 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.229059 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.229218 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.229377 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.229537 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.229691 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.229837 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.229993 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.230151 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.230309 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.230465 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.230623 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.230781 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.230939 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.231097 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.231254 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.231423 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.231581 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.231741 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.231898 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.232092 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.232236 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.232394 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.232551 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.232709 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.232866 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.233024 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.233168 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.233328 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.233485 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.233644 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.233823 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.233954 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.234106 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.234263 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.234422 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.234579 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.234736 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.234893 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.235059 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.235231 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.235389 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.235546 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.235704 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.235866 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.236023 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.236216 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.236374 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.236532 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.236690 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.236848 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.237007 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.237167 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.237327 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.237486 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.237643 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.237800 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.237952 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.238103 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.238432 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.238432 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.238668 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.238790 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.238922 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.239045 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.239128 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.239286 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.239451 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.239609 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.239785 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.239914 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.240109 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.240253 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.240416 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.240576 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.240734 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.240892 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.241049 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.241209 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.241367 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.241524 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.241683 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.241840 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.242008 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.242165 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.242323 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.242479 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.242658 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.243410 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.243571 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.243759 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.243869 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.244023 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.244228 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.244387 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.244545 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.244704 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.244863 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.245022 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.245181 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.245393 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.245476 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.245630 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.245789 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.245948 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.246106 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.246288 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.246430 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.246571 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247076 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247076 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247076 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247382 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247382 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247576 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247655 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247764 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.247920 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.248099 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.248261 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.248417 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.248575 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.248732 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.248895 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.249056 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.249215 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.249373 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.249530 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.249688 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.249846 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.250005 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.250164 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.250322 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.250480 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.250639 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.250796 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.250954 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.251113 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.251271 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.251429 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.251587 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.251743 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.251917 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.252095 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.252256 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.252417 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.252577 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.252734 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.252892 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.253050 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.253207 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.253377 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.253524 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.253681 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.253840 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.253997 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.254154 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.254312 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.254474 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.254636 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.254794 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.254952 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.255111 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.255273 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.255428 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.255586 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.255743 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.255899 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.256076 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.256235 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.256400 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.256569 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.256727 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.256885 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.257042 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.257200 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.257358 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.257526 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.257684 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.257839 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.257996 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.258153 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.258311 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.258521 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.258680 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.258843 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.259000 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.259157 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.259315 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.259481 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.259639 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.259796 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.260003 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.260203 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.260362 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.260529 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.260686 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.260842 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.260999 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.261155 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.261312 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.261478 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.261635 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.261793 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.261950 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.262106 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.262265 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.262430 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.262589 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.262746 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.262910 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.263068 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.263224 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.263382 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.263552 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.263712 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.263874 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.264031 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.264211 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.264368 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.264528 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.264690 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.264858 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.265022 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.265182 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.265350 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.265517 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.265702 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.265843 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.266008 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.266177 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.266334 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.266491 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.266649 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.266806 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.266963 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.267121 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.267278 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.267434 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.267591 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.267748 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.267906 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.268071 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.268240 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.268398 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.268556 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.268713 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.268876 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.269036 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.269193 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 17:17:29.269343 dv-cinder-768458-20-smb neutron-server[103196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 17:17:29.290810 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 44932) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:17:29.299526 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064325 Mar 21 17:17:40.786205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b212b-15ed-45d0-b07d-0baf4e0051dd None None] get_active_networks_info from dv-cinder-768458-20-smb {{(pid=103307) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 21 17:17:40.841714 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b212b-15ed-45d0-b07d-0baf4e0051dd None None] No non-hosted networks {{(pid=103307) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 17:17:40.858813 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.agentschedulers_db [None req-c48b212b-15ed-45d0-b07d-0baf4e0051dd None None] DHCP Agent not found on host dv-cinder-768458-20-smb {{(pid=103307) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 17:17:40.942888 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0c865299-5467-4d7a-b935-6d59f23f63c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639533'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:42.919006 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dd9897a0-e130-431c-9a61-37982f1bdbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639533'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:42.960547 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b238afd6-0ee0-4287-9cf7-013ca01bf5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:43.978520 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639533'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:45.489939 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639533'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:46.860942 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45016) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:17:46.999382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639533'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:47.000948 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.001538 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.001875 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.002425 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.003432 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.003932 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.004348 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.005210 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.005639 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.005980 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.006455 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.006914 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.007312 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.010545 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.011052 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:47.011783 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-20-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:17:47.021696 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-20-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:17:47.429780 dv-cinder-768458-20-smb neutron-server[103306]: WARNING oslo_policy.policy [None req-b4da3a07-105e-4f86-b7f3-ee8362bab2ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:47.430388 dv-cinder-768458-20-smb neutron-server[103306]: WARNING oslo_policy.policy [None req-b4da3a07-105e-4f86-b7f3-ee8362bab2ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:47.658253 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [None req-b4da3a07-105e-4f86-b7f3-ee8362bab2ea admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:17:47.672077 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b4da3a07-105e-4f86-b7f3-ee8362bab2ea admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7974017 Mar 21 17:17:50.020301 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.db.l3_hamode_db [None req-f97ae125-1b79-454f-88b7-88d7d626dfd6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 17:17:50.096966 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ae125-1b79-454f-88b7-88d7d626dfd6 None None] Routers set() bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:17:50.097337 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ae125-1b79-454f-88b7-88d7d626dfd6 None None] Router IDs set() for agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 21 17:17:50.247358 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45044) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:17:50.553869 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-9be91c95-838e-419b-b525-61def50973a5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:17:50.647098 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.policy [None req-9be91c95-838e-419b-b525-61def50973a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103306) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 17:17:50.690503 dv-cinder-768458-20-smb neutron-server[103306]: WARNING oslo_policy.policy [None req-9be91c95-838e-419b-b525-61def50973a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:50.690868 dv-cinder-768458-20-smb neutron-server[103306]: WARNING oslo_policy.policy [None req-9be91c95-838e-419b-b525-61def50973a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:50.784193 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9be91c95-838e-419b-b525-61def50973a5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739087793945', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739087794662', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739087810707', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739087817737', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739087826823', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739086569100', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66311780', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66322038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-858787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-960011'] for rbac-policy (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:50.849159 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9be91c95-838e-419b-b525-61def50973a5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:50.850344 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-9be91c95-838e-419b-b525-61def50973a5 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6020613 Mar 21 17:17:53.355487 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45054) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:17:53.666702 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:17:53.694849 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Made reservation on behalf of 07f255deb389491da21a21510c4e67a4 for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:17:53.699279 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:53.715658 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:53.823666 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks [] for security_group (73192f78-155a-4191-986a-c2ce6fc29d89), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:53.827386 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (73192f78-155a-4191-986a-c2ce6fc29d89), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:53.852467 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:17:53.888868 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739083778618', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (2a22afda-57aa-4cad-ab12-2e147ca7376c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:53.889566 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Unsubscribe: segment precommit_create {{(pid=103306) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 17:17:53.890144 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Added segment 2a22afda-57aa-4cad-ab12-2e147ca7376c of type vlan for network 39bbf3d4-7b11-4189-bb44-5de6e470c659 Mar 21 17:17:53.908951 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=73192f78-155a-4191-986a-c2ce6fc29d89,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:17:53.959232 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.959575 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.959912 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.960294 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.960656 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.960985 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.961311 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.961633 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.961961 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.962283 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.962604 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.962944 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.963267 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.963582 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.963896 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Tracked resource versions report: Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: pushed versions: Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: { 'AddressGroup': {'1.2'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Agent': {'1.1'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'ConntrackHelper': {'1.0'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Log': {'1.0'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'NDPProxy': {'1.0'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Network': {'1.1'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Port': {'1.7'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'PortForwarding': {'1.3'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'QosPolicy': {'1.10'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroup': {'1.5'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'SubPort': {'1.0'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Subnet': {'1.1'}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Trunk': {'1.1'}} Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: consumer versions: Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Agent': '1.1', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'ConntrackHelper': '1.0', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'LocalIPAssociation': '1.0', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Log': '1.0', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'NDPProxy': '1.0', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Network': '1.1', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Port': '1.7', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'PortForwarding': '1.3', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'QosPolicy': '1.10', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroup': '1.5', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroupRule': '1.2', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'SubPort': '1.0', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Subnet': '1.1', Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: 'Trunk': '1.1'}} Mar 21 17:17:53.965174 dv-cinder-768458-20-smb neutron-server[103306]: {{(pid=103306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:17:54.006437 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (39bbf3d4-7b11-4189-bb44-5de6e470c659), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:54.045738 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (39bbf3d4-7b11-4189-bb44-5de6e470c659), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:54.050757 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:17:54.051515 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:54.135365 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7787778 Mar 21 17:17:54.172501 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a1064-f2e6-45c8-80fc-d85079fe2ed2 demo demo] Pushing event updated for resources: {'Network': ['ID=39bbf3d4-7b11-4189-bb44-5de6e470c659,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:17:54.185981 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:17:56.641842 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45066) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:17:57.124032 dv-cinder-768458-20-smb neutron-server[103305]: WARNING oslo_policy.policy [None req-46e8c3a4-6a25-41a5-9904-a8d58a611c78 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:57.124645 dv-cinder-768458-20-smb neutron-server[103305]: WARNING oslo_policy.policy [None req-46e8c3a4-6a25-41a5-9904-a8d58a611c78 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:57.557670 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.policy [None req-46e8c3a4-6a25-41a5-9904-a8d58a611c78 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103305) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 17:17:57.600592 dv-cinder-768458-20-smb neutron-server[103305]: WARNING oslo_policy.policy [None req-46e8c3a4-6a25-41a5-9904-a8d58a611c78 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:57.600962 dv-cinder-768458-20-smb neutron-server[103305]: WARNING oslo_policy.policy [None req-46e8c3a4-6a25-41a5-9904-a8d58a611c78 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 17:17:57.609642 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e8c3a4-6a25-41a5-9904-a8d58a611c78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:17:57.611522 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-46e8c3a4-6a25-41a5-9904-a8d58a611c78 demo admin] 10.222.0.20 "GET /v2.0/networks/39bbf3d4-7b11-4189-bb44-5de6e470c659 HTTP/1.1" status: 200 len: 825 time: 0.9676979 Mar 21 17:17:57.650011 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f1a961dd-d1bb-488f-91d2-8b12c4199605 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/508409bc-d4ca-477c-b92d-c9e678db04ba HTTP/1.1" status: 200 len: 734 time: 0.0328629 Mar 21 17:17:57.658790 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Request body: {'subnet': {'subnetpool_id': '508409bc-d4ca-477c-b92d-c9e678db04ba', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'gateway_ip': '172.20.0.1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:17:57.693689 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Made reservation on behalf of 07f255deb389491da21a21510c4e67a4 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:17:57.696962 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:57.971562 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (129277cb-ed2c-400c-a2ab-622be29304c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:58.038962 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Checking segment: {'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:17:58.039350 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Network hostable DHCP agents. Network: 39bbf3d4-7b11-4189-bb44-5de6e470c659, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:17:58.052523 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=129277cb-ed2c-400c-a2ab-622be29304c0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:17:58.069643 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.070572 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.071095 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.071458 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.071798 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.072160 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.072525 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.072853 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.073179 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.073502 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.073853 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.074190 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.074516 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.074831 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.075146 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Tracked resource versions report: Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: pushed versions: Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: { 'AddressGroup': {'1.2'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Agent': {'1.1'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Log': {'1.0'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'NDPProxy': {'1.0'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Network': {'1.1'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Port': {'1.7'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'PortForwarding': {'1.3'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'QosPolicy': {'1.10'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroup': {'1.5'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'SubPort': {'1.0'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Subnet': {'1.1'}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Trunk': {'1.1'}} Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: consumer versions: Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Agent': '1.1', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'ConntrackHelper': '1.0', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'LocalIPAssociation': '1.0', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Log': '1.0', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'NDPProxy': '1.0', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Network': '1.1', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Port': '1.7', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'PortForwarding': '1.3', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'QosPolicy': '1.10', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroup': '1.5', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroupRule': '1.2', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'SubPort': '1.0', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Subnet': '1.1', Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: 'Trunk': '1.1'}} Mar 21 17:17:58.076384 dv-cinder-768458-20-smb neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:17:58.088683 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:17:58.103238 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 39bbf3d4-7b11-4189-bb44-5de6e470c659) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:17:58.119864 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:17:58.120554 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:58.125280 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f338066c-5687-4ee4-b163-74532760dc93 None None] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:17:58.142702 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-52162714-a139-4a8b-80e8-a3b9b695fbb3 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4872694 Mar 21 17:17:58.502281 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-39bbf3d4-7b11-4189-bb44-5de6e470c659', 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'project_id': '07f255deb389491da21a21510c4e67a4', 'fixed_ips': [{'subnet_id': '129277cb-ed2c-400c-a2ab-622be29304c0'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:17:58.503583 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:58.770877 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Allocated IP 172.20.0.2 (39bbf3d4-7b11-4189-bb44-5de6e470c659/129277cb-ed2c-400c-a2ab-622be29304c0/9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:17:59.038036 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Publish callbacks [] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:59.049340 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:59.116937 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:17:59.121669 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:17:59.135304 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:17:59.141416 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Pushing event updated for resources: {'Port': ['ID=9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:17:59.175042 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.175393 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.175737 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.176112 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.176455 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.176788 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.177118 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.177445 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.177800 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.178106 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.178431 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.178773 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.179100 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.179450 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.179790 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Tracked resource versions report: Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: pushed versions: Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: { 'AddressGroup': {'1.2'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Agent': {'1.1'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'ConntrackHelper': {'1.0'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Log': {'1.0'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'NDPProxy': {'1.0'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Network': {'1.1'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Port': {'1.7'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'PortForwarding': {'1.3'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'QosPolicy': {'1.10'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroup': {'1.5'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'SubPort': {'1.0'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Subnet': {'1.1'}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Trunk': {'1.1'}} Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: consumer versions: Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Agent': '1.1', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'ConntrackHelper': '1.0', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'LocalIPAssociation': '1.0', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Log': '1.0', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'NDPProxy': '1.0', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Network': '1.1', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Port': '1.7', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'PortForwarding': '1.3', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'QosPolicy': '1.10', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroup': '1.5', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroupRule': '1.2', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'SubPort': '1.0', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Subnet': '1.1', Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: 'Trunk': '1.1'}} Mar 21 17:17:59.181031 dv-cinder-768458-20-smb neutron-server[103307]: {{(pid=103307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:17:59.230010 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Attempting to bind port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:17:59.230412 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Attempting to bind port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:17:59.230853 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Attempting to bind port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b on network 39bbf3d4-7b11-4189-bb44-5de6e470c659 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:17:59.235692 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:17:59.236072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Checking segment: {'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:17:59.236569 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:59.236967 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Bound using segment: {'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:17:59.237433 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Bound port: 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:17:59.237841 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:59.300633 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] For port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:17:59.304892 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] For port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b,segment=NetworkSegment(2a22afda-57aa-4cad-ab12-2e147ca7376c),segment_id=2a22afda-57aa-4cad-ab12-2e147ca7376c)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:17:59.312815 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:17:59.378188 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fdc22-9259-44c8-ba5e-7fba592eb84a None None] Pushing event updated for resources: {'Port': ['ID=9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:00.704685 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45088) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:01.019713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [None req-c243716a-1cde-446a-872e-d9118581220f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:18:01.020768 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c243716a-1cde-446a-872e-d9118581220f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3151250 Mar 21 17:18:03.552799 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45096) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:03.873720 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [None req-559335bd-ace4-4415-8748-bb4f9699ddf2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:18:03.875092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-559335bd-ace4-4415-8748-bb4f9699ddf2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3211963 Mar 21 17:18:06.429329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:06.740233 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-07061be9-b63b-4457-b19e-b125a26f560d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:18:06.766235 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07061be9-b63b-4457-b19e-b125a26f560d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (5e6e3c6a-bd4c-4d76-a083-0998969bce47), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:06.767979 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07061be9-b63b-4457-b19e-b125a26f560d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (5e6e3c6a-bd4c-4d76-a083-0998969bce47), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:06.904825 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07061be9-b63b-4457-b19e-b125a26f560d demo demo] Publish callbacks [] for router_controller (5e6e3c6a-bd4c-4d76-a083-0998969bce47), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:06.910291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07061be9-b63b-4457-b19e-b125a26f560d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (5e6e3c6a-bd4c-4d76-a083-0998969bce47), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:06.931460 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-07061be9-b63b-4457-b19e-b125a26f560d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:06.932647 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-07061be9-b63b-4457-b19e-b125a26f560d demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5022535 Mar 21 17:18:09.457124 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45116) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:09.780897 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [None req-a28979b7-3e69-4993-bbfc-a7afea2c9c98 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:18:09.789209 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a28979b7-3e69-4993-bbfc-a7afea2c9c98 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3237982 Mar 21 17:18:09.817651 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:18:09.916532 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:09.916950 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:10.033295 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:10.033683 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:10.069134 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b,segment=NetworkSegment(2a22afda-57aa-4cad-ab12-2e147ca7376c),segment_id=2a22afda-57aa-4cad-ab12-2e147ca7376c)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:18:10.073361 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:10.120081 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:10.722819 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab5845-adc0-4f11-a91c-f0bdccae900a None None] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:18:10.727273 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7336a78c-9c68-48c9-9db8-f20722eced2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:10.808044 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-448d8508-a42d-473e-85f8-7606610b263f None None] Provisioning complete for port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:10.808458 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-448d8508-a42d-473e-85f8-7606610b263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:10.929905 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-448d8508-a42d-473e-85f8-7606610b263f None None] Current status of the port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:11.149128 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-931e83bc-7721-4d46-9e67-6958d0b68a83 None None] Provisioning complete for port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:11.149519 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-931e83bc-7721-4d46-9e67-6958d0b68a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:11.224123 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-931e83bc-7721-4d46-9e67-6958d0b68a83 None None] Current status of the port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:11.766220 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:18:11.813739 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:11.814127 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:11.888474 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:12.316896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:12.622252 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:18:12.644678 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Made reservation on behalf of 3df45a1c7fd94ef38af0534202260e87 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:18:12.646897 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.678683 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.775557 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks [] for security_group (41f65582-f1d5-4d5f-b0a1-e2b064a999db), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.779130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (41f65582-f1d5-4d5f-b0a1-e2b064a999db), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.792442 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Reserving flat network on physical network physnet1 {{(pid=103305) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 17:18:12.815866 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739083778618', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (1fb44c1c-4339-47b9-bd50-c7e8f2babfae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.816464 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Unsubscribe: segment precommit_create {{(pid=103305) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 17:18:12.816937 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Added segment 1fb44c1c-4339-47b9-bd50-c7e8f2babfae of type flat for network 37b43051-0da9-4ebd-a627-5396dfdbe2ec Mar 21 17:18:12.820762 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f65582-f1d5-4d5f-b0a1-e2b064a999db,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:12.871343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (37b43051-0da9-4ebd-a627-5396dfdbe2ec), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.910152 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (37b43051-0da9-4ebd-a627-5396dfdbe2ec), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.911087 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:18:12.911645 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.917221 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-212ce550-44b3-42cc-ac14-d7da92436c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:12.988985 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6709456 Mar 21 17:18:13.001920 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a5b65-a5ba-42c9-99fa-3a2b85c4aeac admin admin] Pushing event updated for resources: {'Network': ['ID=37b43051-0da9-4ebd-a627-5396dfdbe2ec,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:13.013492 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:18:13.942426 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:15.446085 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:15.483915 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45142) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:15.655932 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86416a93-0733-4302-9508-1f2460c9777f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:18:15.657282 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-86416a93-0733-4302-9508-1f2460c9777f demo admin] 10.222.0.20 "GET /v2.0/subnets/129277cb-ed2c-400c-a2ab-622be29304c0 HTTP/1.1" status: 200 len: 849 time: 0.1722822 Mar 21 17:18:15.778386 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-65180ac0-8e97-44ae-a25b-b4ed1b97f22e demo admin] 10.222.0.20 "GET /v2.0/routers/5e6e3c6a-bd4c-4d76-a083-0998969bce47 HTTP/1.1" status: 200 len: 704 time: 0.1154573 Mar 21 17:18:16.048999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:16.335738 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Allocated IP 172.20.0.1 (39bbf3d4-7b11-4189-bb44-5de6e470c659/129277cb-ed2c-400c-a2ab-622be29304c0/bce0abb4-0cf5-4998-9ec6-4222ad279d39) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:18:16.487483 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks [] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:16.554451 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:16.663308 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:18:16.668157 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:18:16.675211 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:18:16.675737 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (5e6e3c6a-bd4c-4d76-a083-0998969bce47), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:16.739123 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Pushing event updated for resources: {'Port': ['ID=bce0abb4-0cf5-4998-9ec6-4222ad279d39,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:16.873862 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-03f8adff-fd65-4b52-9eff-e4b30aeccad6 None None] Provisioning complete for port bce0abb4-0cf5-4998-9ec6-4222ad279d39 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:16.874419 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03f8adff-fd65-4b52-9eff-e4b30aeccad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:16.885017 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:16.953523 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-03f8adff-fd65-4b52-9eff-e4b30aeccad6 None None] Port bce0abb4-0cf5-4998-9ec6-4222ad279d39 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:18:16.976892 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:17.095510 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks [] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:17.099713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:17.101032 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (5e6e3c6a-bd4c-4d76-a083-0998969bce47), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:17.178087 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Pushing event updated for resources: {'Port': ['ID=bce0abb4-0cf5-4998-9ec6-4222ad279d39,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:17.222579 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:18:17.223751 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:18:17.386679 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:18:17.474949 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-9380546e-19f7-49ef-a6a2-1a2ae26c3339 None None] Provisioning complete for port bce0abb4-0cf5-4998-9ec6-4222ad279d39 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:17.475258 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9380546e-19f7-49ef-a6a2-1a2ae26c3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:17.482928 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:18:17.490525 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-02b3def3-b1aa-4232-89b3-aa3b2ef58a23 demo admin] 10.222.0.20 "PUT /v2.0/routers/5e6e3c6a-bd4c-4d76-a083-0998969bce47/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7047455 Mar 21 17:18:17.508234 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Sync routers for ids ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:18:17.513337 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-9380546e-19f7-49ef-a6a2-1a2ae26c3339 None None] Port bce0abb4-0cf5-4998-9ec6-4222ad279d39 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:18:17.520035 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Routers {'5e6e3c6a-bd4c-4d76-a083-0998969bce47'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:18:17.520904 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:18:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:17.709009 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Set router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 gateway port host: None {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:18:18.128624 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'name': 'router1', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:18:06Z', 'updated_at': '2022-03-21T17:18:16Z', 'revision_number': 2, 'project_id': '07f255deb389491da21a21510c4e67a4', 'gw_port_host': None, '_interfaces': [{'id': 'bce0abb4-0cf5-4998-9ec6-4222ad279d39', 'name': '', 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'mac_address': 'fa:16:3e:26:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:16Z', 'updated_at': '2022-03-21T17:18:16Z', 'revision_number': 2, 'project_id': '07f255deb389491da21a21510c4e67a4', 'subnets': [{'id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '508409bc-d4ca-477c-b92d-c9e678db04ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:18.180437 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Checking router: 5e6e3c6a-bd4c-4d76-a083-0998969bce47 for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:18:18.180809 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Updating router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 port bce0abb4-0cf5-4998-9ec6-4222ad279d39 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:18:18.274843 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:18.757341 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Publish callbacks [] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:18.764117 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:18.860322 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Pushing event updated for resources: {'Port': ['ID=bce0abb4-0cf5-4998-9ec6-4222ad279d39,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:18.891121 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.891121 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.891121 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.891121 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.891558 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.891558 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.891847 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.892371 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.893419 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.893419 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.893419 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.893701 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.894042 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.894407 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.894874 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Tracked resource versions report: Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: pushed versions: Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: { 'AddressGroup': {'1.2'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Agent': {'1.1'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'ConntrackHelper': {'1.0'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Log': {'1.0'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'NDPProxy': {'1.0'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Network': {'1.1'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Port': {'1.7'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'PortForwarding': {'1.3'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'QosPolicy': {'1.10'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroup': {'1.5'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'SubPort': {'1.0'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Subnet': {'1.1'}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Trunk': {'1.1'}} Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: consumer versions: Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Agent': '1.1', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'ConntrackHelper': '1.0', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'LocalIPAssociation': '1.0', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Log': '1.0', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'NDPProxy': '1.0', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Network': '1.1', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Port': '1.7', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'PortForwarding': '1.3', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'QosPolicy': '1.10', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroup': '1.5', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroupRule': '1.2', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'SubPort': '1.0', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Subnet': '1.1', Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: 'Trunk': '1.1'}} Mar 21 17:18:18.896389 dv-cinder-768458-20-smb neutron-server[103308]: {{(pid=103308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:18:18.954035 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Attempting to bind port bce0abb4-0cf5-4998-9ec6-4222ad279d39 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:18:18.954739 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Attempting to bind port bce0abb4-0cf5-4998-9ec6-4222ad279d39 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:18:18.955440 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Attempting to bind port bce0abb4-0cf5-4998-9ec6-4222ad279d39 on network 39bbf3d4-7b11-4189-bb44-5de6e470c659 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:18:18.961696 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:18:18.962090 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Checking segment: {'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:18:18.962595 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:18.962990 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Bound using segment: {'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:18:18.963588 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Bound port: bce0abb4-0cf5-4998-9ec6-4222ad279d39, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a22afda-57aa-4cad-ab12-2e147ca7376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:18:18.963976 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:19.030311 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] For port bce0abb4-0cf5-4998-9ec6-4222ad279d39, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:18:19.044744 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-dc22c800-d239-4840-b5c6-7fd2c95aa69b None None] Provisioning complete for port bce0abb4-0cf5-4998-9ec6-4222ad279d39 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:19.047841 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dc22c800-d239-4840-b5c6-7fd2c95aa69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:19.052335 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] For port bce0abb4-0cf5-4998-9ec6-4222ad279d39, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=bce0abb4-0cf5-4998-9ec6-4222ad279d39,segment=NetworkSegment(2a22afda-57aa-4cad-ab12-2e147ca7376c),segment_id=2a22afda-57aa-4cad-ab12-2e147ca7376c)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:18:19.058934 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:19.083414 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-dc22c800-d239-4840-b5c6-7fd2c95aa69b None None] Port bce0abb4-0cf5-4998-9ec6-4222ad279d39 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:18:19.110850 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac16bd-7542-4bed-bfbd-516ae1c72078 None None] Pushing event updated for resources: {'Port': ['ID=bce0abb4-0cf5-4998-9ec6-4222ad279d39,revision_number=4']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:19.131242 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Routers {'5e6e3c6a-bd4c-4d76-a083-0998969bce47'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:18:19.132460 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:18:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:19.226914 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] Set router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 gateway port host: None {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:18:19.303203 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-005b68ee-7f01-4a63-8812-e1474370a071 None None] Provisioning complete for port bce0abb4-0cf5-4998-9ec6-4222ad279d39 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:19.303878 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-005b68ee-7f01-4a63-8812-e1474370a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:19.393029 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-005b68ee-7f01-4a63-8812-e1474370a071 None None] Current status of the port bce0abb4-0cf5-4998-9ec6-4222ad279d39 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:19.393504 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-005b68ee-7f01-4a63-8812-e1474370a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:19.435456 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-005b68ee-7f01-4a63-8812-e1474370a071 None None] For port bce0abb4-0cf5-4998-9ec6-4222ad279d39, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=bce0abb4-0cf5-4998-9ec6-4222ad279d39,segment=NetworkSegment(2a22afda-57aa-4cad-ab12-2e147ca7376c),segment_id=2a22afda-57aa-4cad-ab12-2e147ca7376c)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:18:19.440471 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-005b68ee-7f01-4a63-8812-e1474370a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:19.449429 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'name': 'router1', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:18:06Z', 'updated_at': '2022-03-21T17:18:16Z', 'revision_number': 2, 'project_id': '07f255deb389491da21a21510c4e67a4', 'gw_port_host': None, '_interfaces': [{'id': 'bce0abb4-0cf5-4998-9ec6-4222ad279d39', 'name': '', 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'mac_address': 'fa:16:3e:26:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:16Z', 'updated_at': '2022-03-21T17:18:19Z', 'revision_number': 4, 'project_id': '07f255deb389491da21a21510c4e67a4', 'subnets': [{'id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '508409bc-d4ca-477c-b92d-c9e678db04ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:19.480766 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a96714-32a8-4710-9ef9-937cc5ed87c4 None None] The sync data for ids ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'] in dv-cinder-768458-20-smb is: [{'id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'name': 'router1', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:18:06Z', 'updated_at': '2022-03-21T17:18:16Z', 'revision_number': 2, 'project_id': '07f255deb389491da21a21510c4e67a4', 'gw_port_host': None, '_interfaces': [{'id': 'bce0abb4-0cf5-4998-9ec6-4222ad279d39', 'name': '', 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'mac_address': 'fa:16:3e:26:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:16Z', 'updated_at': '2022-03-21T17:18:19Z', 'revision_number': 4, 'project_id': '07f255deb389491da21a21510c4e67a4', 'subnets': [{'id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '508409bc-d4ca-477c-b92d-c9e678db04ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:18:19.493725 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b68ee-7f01-4a63-8812-e1474370a071 None None] Pushing event updated for resources: {'Port': ['ID=bce0abb4-0cf5-4998-9ec6-4222ad279d39,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:19.922158 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45164) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:20.031230 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a06149-7ac5-49a8-9cf9-d3a066bf9960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:18:20.032553 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f2a06149-7ac5-49a8-9cf9-d3a066bf9960 admin admin] 10.222.0.20 "GET /v2.0/networks/37b43051-0da9-4ebd-a627-5396dfdbe2ec HTTP/1.1" status: 200 len: 842 time: 0.1094084 Mar 21 17:18:20.041797 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'name': 'public-subnet', 'cidr': '172.28.2.0/24'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:18:20.063537 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Made reservation on behalf of 3df45a1c7fd94ef38af0534202260e87 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:18:20.065859 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:20.341108 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.objects.ports [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103305) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 21 17:18:20.341443 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (0b391889-f21e-42fc-a7c3-541a958ba35a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:20.392367 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b391889-f21e-42fc-a7c3-541a958ba35a,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:20.402776 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:18:20.403131 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Network hostable DHCP agents. Network: 37b43051-0da9-4ebd-a627-5396dfdbe2ec, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:18:20.419382 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:18:20.427764 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 37b43051-0da9-4ebd-a627-5396dfdbe2ec) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:18:20.432298 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:18:20.432890 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:20.437951 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d6486-347c-44db-a5ad-645aa24349e0 None None] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:18:20.451700 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-10601d64-4f08-46c1-8fa5-b7bfc3f38a4a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4091578 Mar 21 17:18:20.541506 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a851a-040e-448b-a85d-8ef2244b689f None None] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:18:22.893358 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45172) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:23.186965 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2189f36f-55d7-476e-9e61-8d777c9116f8 demo admin] 10.222.0.20 "GET /v2.0/routers/5e6e3c6a-bd4c-4d76-a083-0998969bce47 HTTP/1.1" status: 200 len: 710 time: 0.2922792 Mar 21 17:18:23.337285 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6791b2f-3c1b-42af-89b1-88bedce66e0f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:18:23.338670 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d6791b2f-3c1b-42af-89b1-88bedce66e0f demo admin] 10.222.0.20 "GET /v2.0/networks/37b43051-0da9-4ebd-a627-5396dfdbe2ec HTTP/1.1" status: 200 len: 886 time: 0.1464815 Mar 21 17:18:23.347318 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:18:23.598715 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks [] for router_gateway (5e6e3c6a-bd4c-4d76-a083-0998969bce47), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:23.837479 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks [] for router_gateway (5e6e3c6a-bd4c-4d76-a083-0998969bce47), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:23.911624 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:24.097153 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Allocated IP 172.28.2.148 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/8482b9df-878a-480b-a1ae-923a1eed7ecc) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:18:24.205666 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks [] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:24.265356 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:24.339681 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:18:24.346407 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:18:24.359312 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:18:24.361713 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Pushing event updated for resources: {'Port': ['ID=8482b9df-878a-480b-a1ae-923a1eed7ecc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:24.700014 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks [] for router_gateway (5e6e3c6a-bd4c-4d76-a083-0998969bce47), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:24.907813 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-639455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-641968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5523'] for router (5e6e3c6a-bd4c-4d76-a083-0998969bce47), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:24.912849 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-639446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-639277', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-641927'] for router (5e6e3c6a-bd4c-4d76-a083-0998969bce47), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:25.024499 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:18:25.132623 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:18:25.137020 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:25.139178 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c385886b-7fc4-4834-b454-53a4fce431ac demo admin] 10.222.0.20 "PUT /v2.0/routers/5e6e3c6a-bd4c-4d76-a083-0998969bce47 HTTP/1.1" status: 200 len: 890 time: 1.7949402 Mar 21 17:18:25.141256 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:18:27.658981 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45184) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:18:27.786887 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-102d27c4-94e7-46db-ba70-79e7ade1b26c admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1266875 Mar 21 17:18:27.808213 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device bce0abb4-0cf5-4998-9ec6-4222ad279d39 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:18:27.860792 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port bce0abb4-0cf5-4998-9ec6-4222ad279d39 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:27.861335 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:27.944562 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port bce0abb4-0cf5-4998-9ec6-4222ad279d39 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:28.098966 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Sync routers for ids ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:18:28.109660 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Routers {'5e6e3c6a-bd4c-4d76-a083-0998969bce47'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:18:28.110305 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:18:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:28.330400 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Set router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:18:28.802559 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'name': 'router1', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '8482b9df-878a-480b-a1ae-923a1eed7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:18:06Z', 'updated_at': '2022-03-21T17:18:24Z', 'revision_number': 4, 'project_id': '07f255deb389491da21a21510c4e67a4', 'gw_port': {'id': '8482b9df-878a-480b-a1ae-923a1eed7ecc', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:23Z', 'updated_at': '2022-03-21T17:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'bce0abb4-0cf5-4998-9ec6-4222ad279d39', 'name': '', 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'mac_address': 'fa:16:3e:26:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:16Z', 'updated_at': '2022-03-21T17:18:19Z', 'revision_number': 5, 'project_id': '07f255deb389491da21a21510c4e67a4', 'subnets': [{'id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '508409bc-d4ca-477c-b92d-c9e678db04ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:28.851186 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Checking router: 5e6e3c6a-bd4c-4d76-a083-0998969bce47 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:18:28.851768 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Updating router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 port 8482b9df-878a-480b-a1ae-923a1eed7ecc binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:18:28.904083 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:29.228248 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Publish callbacks [] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:29.233290 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:29.286417 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca8a9-b1bc-4319-b03a-67538d28ab02 None None] Pushing event updated for resources: {'Port': ['ID=8482b9df-878a-480b-a1ae-923a1eed7ecc,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:29.291842 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Attempting to bind port 8482b9df-878a-480b-a1ae-923a1eed7ecc on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:18:29.292243 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Attempting to bind port 8482b9df-878a-480b-a1ae-923a1eed7ecc by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:18:29.292608 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Attempting to bind port 8482b9df-878a-480b-a1ae-923a1eed7ecc on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:18:29.297828 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:18:29.298201 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:18:29.298602 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:29.298993 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:18:29.299457 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Bound port: 8482b9df-878a-480b-a1ae-923a1eed7ecc, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:18:29.299841 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:29.349009 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] For port 8482b9df-878a-480b-a1ae-923a1eed7ecc, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:18:29.351920 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] For port 8482b9df-878a-480b-a1ae-923a1eed7ecc, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=8482b9df-878a-480b-a1ae-923a1eed7ecc,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:18:29.358875 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:29.414031 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Routers {'5e6e3c6a-bd4c-4d76-a083-0998969bce47'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:18:29.414630 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:18:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:29.419268 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca8a9-b1bc-4319-b03a-67538d28ab02 None None] Pushing event updated for resources: {'Port': ['ID=8482b9df-878a-480b-a1ae-923a1eed7ecc,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:29.534069 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] Set router 5e6e3c6a-bd4c-4d76-a083-0998969bce47 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:18:29.754301 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'name': 'router1', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '8482b9df-878a-480b-a1ae-923a1eed7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:18:06Z', 'updated_at': '2022-03-21T17:18:24Z', 'revision_number': 4, 'project_id': '07f255deb389491da21a21510c4e67a4', 'gw_port': {'id': '8482b9df-878a-480b-a1ae-923a1eed7ecc', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:23Z', 'updated_at': '2022-03-21T17:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'bce0abb4-0cf5-4998-9ec6-4222ad279d39', 'name': '', 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'mac_address': 'fa:16:3e:26:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:16Z', 'updated_at': '2022-03-21T17:18:19Z', 'revision_number': 5, 'project_id': '07f255deb389491da21a21510c4e67a4', 'subnets': [{'id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '508409bc-d4ca-477c-b92d-c9e678db04ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:18:29.781938 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad46aa3-314d-4363-a350-d45a77668028 None None] The sync data for ids ['5e6e3c6a-bd4c-4d76-a083-0998969bce47'] in dv-cinder-768458-20-smb is: [{'id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'name': 'router1', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '8482b9df-878a-480b-a1ae-923a1eed7ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:18:06Z', 'updated_at': '2022-03-21T17:18:24Z', 'revision_number': 4, 'project_id': '07f255deb389491da21a21510c4e67a4', 'gw_port': {'id': '8482b9df-878a-480b-a1ae-923a1eed7ecc', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:23Z', 'updated_at': '2022-03-21T17:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'bce0abb4-0cf5-4998-9ec6-4222ad279d39', 'name': '', 'network_id': '39bbf3d4-7b11-4189-bb44-5de6e470c659', 'tenant_id': '07f255deb389491da21a21510c4e67a4', 'mac_address': 'fa:16:3e:26:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6e3c6a-bd4c-4d76-a083-0998969bce47', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:18:16Z', 'updated_at': '2022-03-21T17:18:19Z', 'revision_number': 5, 'project_id': '07f255deb389491da21a21510c4e67a4', 'subnets': [{'id': '129277cb-ed2c-400c-a2ab-622be29304c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '508409bc-d4ca-477c-b92d-c9e678db04ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:18:31.862596 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 8482b9df-878a-480b-a1ae-923a1eed7ecc up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:18:31.944793 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 8482b9df-878a-480b-a1ae-923a1eed7ecc triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:31.945195 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:32.044261 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 8482b9df-878a-480b-a1ae-923a1eed7ecc is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:32.044692 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:32.071115 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 8482b9df-878a-480b-a1ae-923a1eed7ecc, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=8482b9df-878a-480b-a1ae-923a1eed7ecc,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:18:32.079645 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:32.158435 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=8482b9df-878a-480b-a1ae-923a1eed7ecc,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:18:33.867027 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 8482b9df-878a-480b-a1ae-923a1eed7ecc up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:18:34.023211 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 8482b9df-878a-480b-a1ae-923a1eed7ecc triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:18:34.023604 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (8482b9df-878a-480b-a1ae-923a1eed7ecc), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:34.151536 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 8482b9df-878a-480b-a1ae-923a1eed7ecc is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:18:40.722029 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dffe465c-1811-4b42-804d-812aa8691746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:42.932182 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c474c941-716e-45ea-b4a7-3e4faabc0a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:43.948653 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:45.452391 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:18:46.980975 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:02.141616 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:19:10.737153 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9cf9c16f-8dd4-434a-b23e-f43b11d52e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:12.917200 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b91d76df-8fcb-483c-ad67-552e7c590227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:13.952411 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:15.456209 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:16.985949 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:39.139840 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:19:40.731431 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cc0dd308-6235-422c-ad69-d924e247c566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:42.920444 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7bde8f4a-5a7f-4e14-99a8-4f8ce6e6fbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:43.953165 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:45.459341 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:46.989426 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:50.920764 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45668) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:19:50.980630 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcf2e9c-cd28-486a-87dc-48c174f3ffd6 admin admin] GET failed (client error): The resource could not be found. Mar 21 17:19:50.981892 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2fcf2e9c-cd28-486a-87dc-48c174f3ffd6 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601852 Mar 21 17:19:51.153640 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccebbb9-6294-4849-b3b9-7bf2c167e3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:19:51.155024 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-bccebbb9-6294-4849-b3b9-7bf2c167e3b3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1691089 Mar 21 17:19:53.456546 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45678) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:19:53.558745 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5facb365-d367-4868-a972-f8b8f6ce572f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:19:53.560085 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5facb365-d367-4868-a972-f8b8f6ce572f admin admin] 10.222.0.20 "GET /v2.0/subnets/129277cb-ed2c-400c-a2ab-622be29304c0 HTTP/1.1" status: 200 len: 849 time: 0.1024790 Mar 21 17:19:53.569430 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:19:53.653839 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Publish callbacks [] for subnet (129277cb-ed2c-400c-a2ab-622be29304c0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:53.791932 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739083974283'] for subnet (129277cb-ed2c-400c-a2ab-622be29304c0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:53.825022 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:19:53.825644 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:53.827842 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] 10.222.0.20 "PUT /v2.0/subnets/129277cb-ed2c-400c-a2ab-622be29304c0 HTTP/1.1" status: 200 len: 868 time: 0.2610373 Mar 21 17:19:53.831135 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865e94d-5887-4f93-b8ac-10870166b9ab None None] Network 39bbf3d4-7b11-4189-bb44-5de6e470c659 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:19:53.846754 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=129277cb-ed2c-400c-a2ab-622be29304c0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:19:53.854011 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.854352 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.854720 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.855077 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.855415 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.855749 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.856090 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.856425 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.856767 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.857107 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.857434 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.857776 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.858104 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.858428 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:53.858751 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56155fd3-d523-4ff3-b34c-61b8bf666cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:19:54.153701 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-83fba49d-074e-4879-a9fc-5ba4a29e53f8 None None] Provisioning complete for port bce0abb4-0cf5-4998-9ec6-4222ad279d39 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:19:54.154087 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83fba49d-074e-4879-a9fc-5ba4a29e53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (bce0abb4-0cf5-4998-9ec6-4222ad279d39), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:54.230844 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-83fba49d-074e-4879-a9fc-5ba4a29e53f8 None None] Current status of the port bce0abb4-0cf5-4998-9ec6-4222ad279d39 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:19:54.241746 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-83fba49d-074e-4879-a9fc-5ba4a29e53f8 None None] Provisioning complete for port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:19:54.242141 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-83fba49d-074e-4879-a9fc-5ba4a29e53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:19:54.321971 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-83fba49d-074e-4879-a9fc-5ba4a29e53f8 None None] Current status of the port 9fa1dd8e-eed9-4e6d-be59-8cbc8b16482b is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:19:56.166117 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45686) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:19:56.431528 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1747a-5cc2-4902-9c9c-881f281a6e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:19:56.431907 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1747a-5cc2-4902-9c9c-881f281a6e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:19:56.433484 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-5ec1747a-5cc2-4902-9c9c-881f281a6e9b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2664196 Mar 21 17:19:58.729171 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:19:58.859028 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f907f2-bdaf-49e1-8ce5-f4e0624ac1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:19:58.859486 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f907f2-bdaf-49e1-8ce5-f4e0624ac1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:19:58.860999 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-83f907f2-bdaf-49e1-8ce5-f4e0624ac1ce admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308875 Mar 21 17:20:01.155857 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45704) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:01.277181 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e9349-d057-47d9-b7c6-0f6a38879585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:01.278549 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-238e9349-d057-47d9-b7c6-0f6a38879585 admin admin] 10.222.0.20 "GET /v2.0/networks/37b43051-0da9-4ebd-a627-5396dfdbe2ec HTTP/1.1" status: 200 len: 886 time: 0.1217172 Mar 21 17:20:03.576759 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45712) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:03.705417 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d4ae39-a481-4dbb-94ce-545fca8af0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:03.706810 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-07d4ae39-a481-4dbb-94ce-545fca8af0d5 admin admin] 10.222.0.20 "GET /v2.0/networks/39bbf3d4-7b11-4189-bb44-5de6e470c659 HTTP/1.1" status: 200 len: 869 time: 0.1290390 Mar 21 17:20:06.028665 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45720) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:06.148089 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f4cd5-b82d-45da-8da0-ffbcfee3178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:06.148525 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0f4cd5-b82d-45da-8da0-ffbcfee3178c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:06.150023 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-6c0f4cd5-b82d-45da-8da0-ffbcfee3178c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204123 Mar 21 17:20:08.462549 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45728) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:08.583510 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c53887-9e22-438f-9974-889322b08870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:08.583960 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c53887-9e22-438f-9974-889322b08870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:08.585478 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e9c53887-9e22-438f-9974-889322b08870 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219645 Mar 21 17:20:10.733498 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-98ef0186-bf98-407e-b55e-c5e43a287cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:10.885267 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45736) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:11.049703 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37bd91b-e08e-4833-8219-3d7fdf161e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:11.050983 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d37bd91b-e08e-4833-8219-3d7fdf161e69 admin admin] 10.222.0.20 "GET /v2.0/subnets/0b391889-f21e-42fc-a7c3-541a958ba35a HTTP/1.1" status: 200 len: 816 time: 0.1647923 Mar 21 17:20:12.924027 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f2fc-79dd-4c55-ae11-e0a9e6613441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:13.382671 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45744) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:13.473016 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2068d0-8245-4a7a-a1e4-634125644061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:13.474334 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-6e2068d0-8245-4a7a-a1e4-634125644061 admin admin] 10.222.0.20 "GET /v2.0/subnets/129277cb-ed2c-400c-a2ab-622be29304c0 HTTP/1.1" status: 200 len: 868 time: 0.0907223 Mar 21 17:20:13.955882 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:15.462023 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:16.138790 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:20:16.993042 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:40.735502 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d22f502f-b600-44dc-800f-b399e02df0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:41.431559 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45796) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:41.478466 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [None req-8f2dd0c1-146a-4cab-99a8-c89a62afa968 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:20:41.479468 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8f2dd0c1-146a-4cab-99a8-c89a62afa968 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469346 Mar 21 17:20:42.925978 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f32c48f-7d4b-4d31-92e8-56403481535e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:43.880955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:43.948243 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e0be6d-64a2-4fd8-a37a-1a7e9f77a11e admin admin] GET failed (client error): The resource could not be found. Mar 21 17:20:43.949550 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b8e0be6d-64a2-4fd8-a37a-1a7e9f77a11e admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0676484 Mar 21 17:20:43.962667 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:44.086709 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779c9677-3eb7-4127-8340-00e1e3a8ad62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:44.088106 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-779c9677-3eb7-4127-8340-00e1e3a8ad62 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1345286 Mar 21 17:20:45.463701 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:46.409762 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45812) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:46.456216 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:20:46.474243 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Made reservation on behalf of 3df45a1c7fd94ef38af0534202260e87 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:20:46.476865 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:46.503809 dv-cinder-768458-20-smb neutron-server[103305]: WARNING neutron.services.revisions.revision_plugin [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Could not find related network for resource to bump revision. Mar 21 17:20:46.517179 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:20:46.527675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (70a23111-858d-4be8-9e1d-23aad5b1b42e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:46.528007 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Added segment 70a23111-858d-4be8-9e1d-23aad5b1b42e of type vlan for network bcf13493-7798-4a71-be42-f777d2e4760e Mar 21 17:20:46.568380 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (bcf13493-7798-4a71-be42-f777d2e4760e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:46.591643 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (bcf13493-7798-4a71-be42-f777d2e4760e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:46.592609 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:46.593191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:46.646006 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2351887 Mar 21 17:20:46.653221 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf13493-7798-4a71-be42-f777d2e4760e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:20:46.660350 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.660701 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.661067 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.661431 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.661773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.662104 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.662430 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.662756 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.663101 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.663434 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.663761 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.664121 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.664449 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.664787 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.665116 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8c5d1-381d-4ee8-856b-0b7d1fe75666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:46.676526 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network bcf13493-7798-4a71-be42-f777d2e4760e details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:20:46.996103 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:48.985732 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45820) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:20:49.044453 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b2b66f-39b0-4263-8c05-89e4e593f277 admin admin] GET failed (client error): The resource could not be found. Mar 21 17:20:49.045719 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-89b2b66f-39b0-4263-8c05-89e4e593f277 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585403 Mar 21 17:20:49.114596 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f0e22d-697a-46fd-8ad2-bed796e21506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:49.116020 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f6f0e22d-697a-46fd-8ad2-bed796e21506 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659339 Mar 21 17:20:49.125396 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Request body: {'subnet': {'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:20:49.143615 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Made reservation on behalf of 3df45a1c7fd94ef38af0534202260e87 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:20:49.145880 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:49.303712 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (122ed09b-683c-4f88-a700-a35905224dbe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:49.359392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=122ed09b-683c-4f88-a700-a35905224dbe,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:20:49.364961 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Checking segment: {'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:20:49.365309 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Network hostable DHCP agents. Network: bcf13493-7798-4a71-be42-f777d2e4760e, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:20:49.380494 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Network bcf13493-7798-4a71-be42-f777d2e4760e is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:20:49.388787 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, bcf13493-7798-4a71-be42-f777d2e4760e) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:20:49.393254 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:20:49.393841 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:49.401855 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143f667-d21b-42d0-ab93-c17bf305d0f4 None None] Network bcf13493-7798-4a71-be42-f777d2e4760e requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:20:49.409839 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a0a66b47-d044-4680-999a-b7301059d7b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2876668 Mar 21 17:20:49.503843 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-bcf13493-7798-4a71-be42-f777d2e4760e', 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e', 'project_id': '3df45a1c7fd94ef38af0534202260e87', 'fixed_ips': [{'subnet_id': '122ed09b-683c-4f88-a700-a35905224dbe'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:20:49.504737 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:49.736449 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Allocated IP 192.168.233.2 (bcf13493-7798-4a71-be42-f777d2e4760e/122ed09b-683c-4f88-a700-a35905224dbe/a2c9894c-8dbb-4e7d-974e-2b10ec2cf871) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:20:49.884469 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Publish callbacks [] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:49.890256 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:49.937286 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Network bcf13493-7798-4a71-be42-f777d2e4760e is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:20:49.938648 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Pushing event updated for resources: {'Port': ['ID=a2c9894c-8dbb-4e7d-974e-2b10ec2cf871,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:20:49.941456 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:20:49.947318 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:20:49.949651 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.949993 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.950326 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.950678 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953990 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.953990 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:49.954136 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:20:50.009384 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Attempting to bind port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:20:50.009766 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Attempting to bind port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:20:50.010112 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Attempting to bind port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 on network bcf13493-7798-4a71-be42-f777d2e4760e {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:20:50.015114 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:20:50.015483 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Checking segment: {'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:20:50.015881 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:50.016302 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Bound using segment: {'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:20:50.016766 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Bound port: a2c9894c-8dbb-4e7d-974e-2b10ec2cf871, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:20:50.017142 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:50.082400 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] For port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:20:50.085412 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] For port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=a2c9894c-8dbb-4e7d-974e-2b10ec2cf871,segment=NetworkSegment(70a23111-858d-4be8-9e1d-23aad5b1b42e),segment_id=70a23111-858d-4be8-9e1d-23aad5b1b42e)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:20:50.091333 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:50.149667 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445aa871-4741-49cf-9908-a9698d84c9c3 None None] Pushing event updated for resources: {'Port': ['ID=a2c9894c-8dbb-4e7d-974e-2b10ec2cf871,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:20:50.976158 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0068e2-d670-4a94-823b-2f105ffb99ad None None] Network bcf13493-7798-4a71-be42-f777d2e4760e requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:20:51.090172 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-448e9ff4-f28c-465d-a6aa-723469b9aefe None None] Provisioning complete for port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:20:51.090558 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-448e9ff4-f28c-465d-a6aa-723469b9aefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:51.183396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-448e9ff4-f28c-465d-a6aa-723469b9aefe None None] Current status of the port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:20:51.183751 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-448e9ff4-f28c-465d-a6aa-723469b9aefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:51.221373 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-448e9ff4-f28c-465d-a6aa-723469b9aefe None None] For port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=a2c9894c-8dbb-4e7d-974e-2b10ec2cf871,segment=NetworkSegment(70a23111-858d-4be8-9e1d-23aad5b1b42e),segment_id=70a23111-858d-4be8-9e1d-23aad5b1b42e)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:20:51.226686 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-448e9ff4-f28c-465d-a6aa-723469b9aefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:51.282119 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9ff4-f28c-465d-a6aa-723469b9aefe None None] Pushing event updated for resources: {'Port': ['ID=a2c9894c-8dbb-4e7d-974e-2b10ec2cf871,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:20:51.350529 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-416863cb-11ae-493f-bc60-9bd0f9b7f646 None None] Provisioning complete for port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:20:51.350912 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-416863cb-11ae-493f-bc60-9bd0f9b7f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:51.433382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-416863cb-11ae-493f-bc60-9bd0f9b7f646 None None] Current status of the port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:20:51.888523 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:20:51.938732 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:20:51.939125 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a2c9894c-8dbb-4e7d-974e-2b10ec2cf871), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:20:52.016100 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port a2c9894c-8dbb-4e7d-974e-2b10ec2cf871 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:20:53.137439 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:21:10.738142 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0968aac6-b8f1-49f4-86d4-95a1fb2dbddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:12.926440 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2d54dc99-272f-4bf2-b20d-0247cead2b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:13.965921 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:15.467639 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:16.997838 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:30.135238 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:21:40.739565 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0f8a7e7b-5e82-4098-aaac-65f77261d41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:42.927746 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-cf4bc6d5-2c76-4289-9fed-52f3413411e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:43.965111 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:45.470601 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:21:47.000275 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:07.133822 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:22:10.742133 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9bedaf2a-fc00-41f5-bfbe-b62e5968e10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:12.930010 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-79ec0336-5331-4b73-885d-ad6bf1e85c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:13.969945 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:15.474865 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.156994 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45858) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:22:16.162615 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [None req-0045e988-0473-4dd4-b0ee-41a0c8189341 tempest-verify_tempest_config-1741382361 tempest-verify_tempest_config-1741382361-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:22:16.163566 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-0045e988-0473-4dd4-b0ee-41a0c8189341 tempest-verify_tempest_config-1741382361 tempest-verify_tempest_config-1741382361-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056148 Mar 21 17:22:16.450939 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:22:16.550043 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.622286 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Publish callbacks [] for security_group (cd0f6cee-db0e-47d8-84ba-3392a7387b68), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.626416 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cd0f6cee-db0e-47d8-84ba-3392a7387b68), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.668856 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d055b52d7187408bbb35b29adac80209&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2169294 Mar 21 17:22:16.670032 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0f6cee-db0e-47d8-84ba-3392a7387b68,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:22:16.672475 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 45880) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:22:16.677243 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.677595 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.677948 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.678285 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.678614 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.678935 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.679254 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.679571 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.679903 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.680260 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.680576 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.680918 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.681226 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.681538 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.681848 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d2a422-2012-4c7f-bb17-15abda043694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.725696 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Publish callbacks [] for security_group (cd0f6cee-db0e-47d8-84ba-3392a7387b68), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.746253 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Publish callbacks [] for security_group (cd0f6cee-db0e-47d8-84ba-3392a7387b68), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.835583 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cd0f6cee-db0e-47d8-84ba-3392a7387b68), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.838108 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:16.839257 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd0f6cee-db0e-47d8-84ba-3392a7387b68 HTTP/1.1" status: 204 len: 168 time: 0.1657786 Mar 21 17:22:16.847415 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0f6cee-db0e-47d8-84ba-3392a7387b68,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:22:16.853907 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.854256 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.854600 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.854954 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.855292 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.855622 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.855947 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.856302 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.856645 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.856963 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.857288 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.857610 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.857931 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.858791 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:16.859110 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c90e2-5970-4049-89c9-546aa90946f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:22:17.002894 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:40.752644 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-723b9f2b-e781-4916-b956-eb7382e41755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:42.932564 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2d45cdb3-59c2-4910-b331-75fbb95d55c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:43.972942 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:44.132310 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:22:45.478197 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:22:47.005532 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:10.744593 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4f44c9a5-39ad-44c3-8d37-f2efd23e66bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:12.933520 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f03474ea-d060-413d-85b0-95e3d419489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:13.972723 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:15.481594 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:17.007398 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:21.130924 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:23:40.744908 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f1006f2b-b095-4107-942d-7bef4ff6b6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:42.934987 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2dfba663-3473-4028-84c9-adc147894ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:43.976002 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:45.484742 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:47.009550 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:23:58.129426 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 5 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:24:02.516174 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-639533'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:10.747251 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b2d1f367-ba55-4365-ab9f-3daaa8c651d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:12.936699 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-124c5834-4009-441f-a3ee-2307ce75a696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:13.978528 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:15.488728 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:17.012417 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:17.858700 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45952) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:24:17.961931 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-0e9991d0-7c4f-4da9-89e1-4177a9010ac7 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.1021101 Mar 21 17:24:20.263838 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 45962) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:24:20.317865 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-131caecf-9a33-4c0d-a352-2d08c865a509 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4547 time: 0.0528946 Mar 21 17:24:32.458757 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:35.128724 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:24:40.749169 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a84da946-bb44-4d25-8d6c-2842ed788fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:42.938254 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a46756a3-007d-4070-9ac9-bf060705239f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:43.981701 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:45.491119 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:24:47.017086 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:02.462367 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:10.751444 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a351808-7c77-44ad-bd11-98fa252161c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:12.127584 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:25:12.940793 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e25a91a-1c63-47ae-8032-a11c5cc8fbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:13.986215 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:15.494060 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:17.019250 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:32.472267 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:40.751970 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-878910f8-436d-4a5b-a65e-e1c8564fd9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:42.944078 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-df223281-b99d-417d-87d6-4e1f29966b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:43.986568 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:45.498141 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:47.023487 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:49.127134 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:25:58.508604 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46078) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:25:58.831070 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-network', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:25:58.853460 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Made reservation on behalf of 342a9ad20b7f47388abff212d84e46b9 for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:25:58.855746 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:58.865106 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:58.942051 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks [] for security_group (3799ca73-e383-47ac-967f-97a6620312a3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:58.946432 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (3799ca73-e383-47ac-967f-97a6620312a3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:58.977567 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799ca73-e383-47ac-967f-97a6620312a3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:25:58.988263 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.988611 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.988964 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.989559 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.990064 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.990399 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.991137 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.991485 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.991833 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.992194 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.992679 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.993004 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.993334 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.993685 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.994132 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Tracked resource versions report: Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: pushed versions: Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: { 'AddressGroup': {'1.2'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Agent': {'1.1'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'ConntrackHelper': {'1.0'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Log': {'1.0'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'NDPProxy': {'1.0'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Network': {'1.1'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Port': {'1.7'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'PortForwarding': {'1.3'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'QosPolicy': {'1.10'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroup': {'1.5'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'SubPort': {'1.0'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Subnet': {'1.1'}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Trunk': {'1.1'}} Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: consumer versions: Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: HyperV agent@hv-cinder-76845: {}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Agent': '1.1', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'ConntrackHelper': '1.0', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'LocalIPAssociation': '1.0', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Log': '1.0', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'NDPProxy': '1.0', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Network': '1.1', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Port': '1.7', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'PortForwarding': '1.3', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'QosPolicy': '1.10', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroup': '1.5', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'SecurityGroupRule': '1.2', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'SubPort': '1.0', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Subnet': '1.1', Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: 'Trunk': '1.1'}} Mar 21 17:25:58.995638 dv-cinder-768458-20-smb neutron-server[103306]: {{(pid=103306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:25:59.003459 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:25:59.031020 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (5672c059-b254-4840-be7c-7bafe57684f7), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.031361 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Added segment 5672c059-b254-4840-be7c-7bafe57684f7 of type vlan for network 332f5178-7cd7-4771-843a-0ea903d564ef Mar 21 17:25:59.075328 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (332f5178-7cd7-4771-843a-0ea903d564ef), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.100457 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (332f5178-7cd7-4771-843a-0ea903d564ef), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.101604 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:25:59.102266 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.182821 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6698432 Mar 21 17:25:59.183466 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:25:59.190524 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Request body: {'subnet': {'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-subnet', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:25:59.209156 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea92bc5-52c0-4e5b-b544-e3030f768517 admin admin] Pushing event updated for resources: {'Network': ['ID=332f5178-7cd7-4771-843a-0ea903d564ef,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:25:59.220822 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 332f5178-7cd7-4771-843a-0ea903d564ef details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:25:59.227822 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Made reservation on behalf of 342a9ad20b7f47388abff212d84e46b9 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:25:59.230663 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.464235 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (b6fa5352-731c-45e5-8210-987263408ae0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.513485 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fa5352-731c-45e5-8210-987263408ae0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:25:59.529075 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.529426 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.529801 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.530158 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.530495 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.530822 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.531145 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.531467 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.531804 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.532149 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.532478 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.532967 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.533125 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.533442 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.533758 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Tracked resource versions report: Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: pushed versions: Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: { 'AddressGroup': {'1.2'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Agent': {'1.1'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'ConntrackHelper': {'1.0'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Log': {'1.0'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'NDPProxy': {'1.0'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Network': {'1.1'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Port': {'1.7'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'PortForwarding': {'1.3'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'QosPolicy': {'1.10'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroup': {'1.5'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'SubPort': {'1.0'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Subnet': {'1.1'}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Trunk': {'1.1'}} Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: consumer versions: Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: HyperV agent@hv-cinder-76845: {}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Agent': '1.1', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'ConntrackHelper': '1.0', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'LocalIPAssociation': '1.0', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Log': '1.0', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'NDPProxy': '1.0', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Network': '1.1', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Port': '1.7', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'PortForwarding': '1.3', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'QosPolicy': '1.10', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroup': '1.5', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'SecurityGroupRule': '1.2', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'SubPort': '1.0', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Subnet': '1.1', Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: 'Trunk': '1.1'}} Mar 21 17:25:59.535133 dv-cinder-768458-20-smb neutron-server[103305]: {{(pid=103305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:25:59.546916 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Checking segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:25:59.547469 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Network hostable DHCP agents. Network: 332f5178-7cd7-4771-843a-0ea903d564ef, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:25:59.569400 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Network 332f5178-7cd7-4771-843a-0ea903d564ef is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:25:59.581444 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 332f5178-7cd7-4771-843a-0ea903d564ef) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:25:59.585691 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:25:59.587104 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.592546 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd433894-1ac2-41cf-ad14-2c0520885d08 None None] Network 332f5178-7cd7-4771-843a-0ea903d564ef requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:25:59.608220 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f2ef215e-56c8-4b30-826a-0a5a4c412781 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4228921 Mar 21 17:25:59.611429 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46148) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:25:59.617680 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:25:59.660531 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.662545 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.711857 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-332f5178-7cd7-4771-843a-0ea903d564ef', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:25:59.713648 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.773824 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks [] for router_controller (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), precommit_add_association {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.882877 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Allocated IP 172.20.0.2 (332f5178-7cd7-4771-843a-0ea903d564ef/b6fa5352-731c-45e5-8210-987263408ae0/023d4788-f59e-4f80-a080-aec6539549c5) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:25:59.935495 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks [] for router_gateway (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:25:59.957293 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46166) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:00.101955 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Publish callbacks [] for port (023d4788-f59e-4f80-a080-aec6539549c5), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.109507 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (023d4788-f59e-4f80-a080-aec6539549c5), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.132962 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46178) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:00.151829 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Network 332f5178-7cd7-4771-843a-0ea903d564ef is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:00.154606 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:00.158165 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:00.172713 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Pushing event updated for resources: {'Port': ['ID=023d4788-f59e-4f80-a080-aec6539549c5,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:00.174844 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks [] for router_gateway (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.197913 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.198494 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.198993 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.199497 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.199970 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.200465 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.200946 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.201411 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.201863 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.202347 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.202812 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.203301 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.203763 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.204469 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.204930 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Tracked resource versions report: Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: pushed versions: Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: { 'AddressGroup': {'1.2'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Agent': {'1.1'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'ConntrackHelper': {'1.0'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Log': {'1.0'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'NDPProxy': {'1.0'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Network': {'1.1'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Port': {'1.7'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'PortForwarding': {'1.3'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'QosPolicy': {'1.10'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroup': {'1.5'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'SubPort': {'1.0'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Subnet': {'1.1'}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Trunk': {'1.1'}} Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: consumer versions: Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: HyperV agent@hv-cinder-76845: {}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Agent': '1.1', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'ConntrackHelper': '1.0', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'LocalIPAssociation': '1.0', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Log': '1.0', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'NDPProxy': '1.0', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Network': '1.1', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Port': '1.7', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'PortForwarding': '1.3', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'QosPolicy': '1.10', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroup': '1.5', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'SecurityGroupRule': '1.2', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'SubPort': '1.0', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Subnet': '1.1', Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: 'Trunk': '1.1'}} Mar 21 17:26:00.206898 dv-cinder-768458-20-smb neutron-server[103307]: {{(pid=103307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:26:00.212661 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.239977 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Attempting to bind port 023d4788-f59e-4f80-a080-aec6539549c5 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:00.240906 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Attempting to bind port 023d4788-f59e-4f80-a080-aec6539549c5 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:00.241264 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Attempting to bind port 023d4788-f59e-4f80-a080-aec6539549c5 on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:00.247820 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:00.247820 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Checking segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:00.248245 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.248638 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Bound using segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:00.249097 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Bound port: 023d4788-f59e-4f80-a080-aec6539549c5, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:00.249472 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (023d4788-f59e-4f80-a080-aec6539549c5), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.323971 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] For port 023d4788-f59e-4f80-a080-aec6539549c5, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:00.330092 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] For port 023d4788-f59e-4f80-a080-aec6539549c5, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=023d4788-f59e-4f80-a080-aec6539549c5,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:00.339948 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (023d4788-f59e-4f80-a080-aec6539549c5), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.366928 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Allocated IP 172.28.2.178 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/47c8b441-cd42-4277-b1e4-7b6405810f67) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:00.421561 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-871982944-network', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:00.428865 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5022bc8-ff01-446c-b25a-f54df5fc8310 None None] Pushing event updated for resources: {'Port': ['ID=023d4788-f59e-4f80-a080-aec6539549c5,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:00.452489 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Made reservation on behalf of e923a21fc816467e85e310e8dd9ba7d4 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:00.455252 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.457610 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46188) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:00.467628 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46192) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:00.474762 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.564753 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks [] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.569864 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-596257993-network', 'tenant_id': '05a70bc5da66464b94e8d3a8ba737125'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:00.589684 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks [] for security_group (77618c9f-c7b9-422a-82a0-e9640e308c3a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.599462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (77618c9f-c7b9-422a-82a0-e9640e308c3a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.614329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Made reservation on behalf of 05a70bc5da66464b94e8d3a8ba737125 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:00.618221 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.620626 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.621186 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:26:00.653576 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77618c9f-c7b9-422a-82a0-e9640e308c3a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:00.657349 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.669684 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (4ff29991-b8bd-4c1d-860d-e6aba155eb1a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.669970 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Added segment 4ff29991-b8bd-4c1d-860d-e6aba155eb1a of type vlan for network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 Mar 21 17:26:00.731716 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Pushing event updated for resources: {'Port': ['ID=47c8b441-cd42-4277-b1e4-7b6405810f67,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:00.745498 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:00.745726 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (b372e4aa-0ada-496c-afe5-e28b0fc1caf4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.747565 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:00.751085 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:00.844475 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-502984123-network', 'tenant_id': '9b107e47bbc8464f9f5aef7cf32bbef8'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:00.874787 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1317564306-network', 'tenant_id': '808f47779d4b4853888f8bd492d41c88'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:00.878028 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (b372e4aa-0ada-496c-afe5-e28b0fc1caf4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.879446 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:00.880091 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.909244 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Made reservation on behalf of 9b107e47bbc8464f9f5aef7cf32bbef8 for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:00.911753 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.943944 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9799335 Mar 21 17:26:00.965841 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Made reservation on behalf of 808f47779d4b4853888f8bd492d41c88 for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:00.968946 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.971517 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46212) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:00.974783 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:00.991146 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Request body: {'subnet': {'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-subnet', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:01.006560 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.022732 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks [] for security_group (5ef7359c-60f5-4886-93a9-98d563cf65af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.035449 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5ef7359c-60f5-4886-93a9-98d563cf65af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.052266 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:26:01.076090 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (5e4c4fea-50b1-44c0-b803-091d27522fb1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.076676 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Added segment 5e4c4fea-50b1-44c0-b803-091d27522fb1 of type vlan for network ad968f7a-62ac-40a1-84d8-0919b8fec976 Mar 21 17:26:01.133242 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592e1c0-bc43-4bbf-815b-4e6001ce20b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b372e4aa-0ada-496c-afe5-e28b0fc1caf4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:01.149437 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:26:01.186449 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (ad968f7a-62ac-40a1-84d8-0919b8fec976), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.308116 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Made reservation on behalf of e923a21fc816467e85e310e8dd9ba7d4 for: {'subnet': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:01.310699 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.387040 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (ad968f7a-62ac-40a1-84d8-0919b8fec976), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.388143 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:01.388796 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.442475 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef7359c-60f5-4886-93a9-98d563cf65af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:01.497074 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3574781 Mar 21 17:26:01.501067 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46238) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:01.506356 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Request body: {'subnet': {'network_id': 'ad968f7a-62ac-40a1-84d8-0919b8fec976', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-596257993-subnet', 'tenant_id': '05a70bc5da66464b94e8d3a8ba737125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:01.552085 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58427548-9923-4522-91a5-89fb4791bf20 admin admin] Pushing event updated for resources: {'Network': ['ID=ad968f7a-62ac-40a1-84d8-0919b8fec976,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:01.569424 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network ad968f7a-62ac-40a1-84d8-0919b8fec976 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:26:01.578159 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Made reservation on behalf of 05a70bc5da66464b94e8d3a8ba737125 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:01.581743 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.780720 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks [] for security_group (d306abbc-635b-45de-9f91-4058aaab4462), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.828867 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (d306abbc-635b-45de-9f91-4058aaab4462), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.831742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (5db33b90-5eec-46b3-a741-3ab0364c7b53), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:01.903350 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db33b90-5eec-46b3-a741-3ab0364c7b53,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:01.934752 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Checking segment: {'id': '5e4c4fea-50b1-44c0-b803-091d27522fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'ad968f7a-62ac-40a1-84d8-0919b8fec976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:01.935228 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Network hostable DHCP agents. Network: ad968f7a-62ac-40a1-84d8-0919b8fec976, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:26:01.954807 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Network ad968f7a-62ac-40a1-84d8-0919b8fec976 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:26:01.966107 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, ad968f7a-62ac-40a1-84d8-0919b8fec976) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:01.977065 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d9f46-dfa2-4d58-8114-d6178c88c575 None None] Network ad968f7a-62ac-40a1-84d8-0919b8fec976 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:01.985946 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:01.987782 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.033797 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6017d2a-b162-4343-af8b-6bbc3217af99 None None] Network 332f5178-7cd7-4771-843a-0ea903d564ef requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:02.034237 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-62da901f-1683-4ea8-8b47-9661caa1dc0b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5299592 Mar 21 17:26:02.057346 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (4dc9c8a9-8483-420b-99f0-0fca0d3feb7e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.156847 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:26:02.181934 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks [] for security_group (2e71379c-1b09-4709-8d50-c34315deb812), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.218596 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Checking segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:02.219049 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Network hostable DHCP agents. Network: b372e4aa-0ada-496c-afe5-e28b0fc1caf4, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:26:02.222385 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks [] for router_gateway (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.298626 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 023d4788-f59e-4f80-a080-aec6539549c5 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:02.312894 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (2e71379c-1b09-4709-8d50-c34315deb812), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.395870 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (8498585d-6b8c-4031-885d-55a8b7f07fca), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.396247 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Added segment 8498585d-6b8c-4031-885d-55a8b7f07fca of type vlan for network ef303a24-2947-40db-857e-5d093ceea671 Mar 21 17:26:02.420764 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d306abbc-635b-45de-9f91-4058aaab4462,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:02.425202 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:26:02.429614 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 023d4788-f59e-4f80-a080-aec6539549c5 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:02.430289 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (023d4788-f59e-4f80-a080-aec6539549c5), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.477479 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-f71fbce8-1195-4a26-9858-57fa1d800015 None None] Provisioning complete for port 023d4788-f59e-4f80-a080-aec6539549c5 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:02.478187 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f71fbce8-1195-4a26-9858-57fa1d800015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (023d4788-f59e-4f80-a080-aec6539549c5), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.504345 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (ef303a24-2947-40db-857e-5d093ceea671), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.554812 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (2f147af7-ead4-441e-b38b-abc8f6d983f3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.555404 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Added segment 2f147af7-ead4-441e-b38b-abc8f6d983f3 of type vlan for network 3029682d-e3a2-4491-bbb7-966eee5e4bff Mar 21 17:26:02.557666 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:02.579517 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:26:02.590143 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257388de-72dd-4237-92c1-966cf6a89aa2 None None] Network ad968f7a-62ac-40a1-84d8-0919b8fec976 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:02.636792 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e71379c-1b09-4709-8d50-c34315deb812,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:02.645539 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.647563 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (ef303a24-2947-40db-857e-5d093ceea671), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.649294 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:02.651411 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.664184 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, b372e4aa-0ada-496c-afe5-e28b0fc1caf4) {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:02.703883 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efc9363-c85f-4857-a7f6-b28b3bb0c005 None None] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:02.752421 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (3029682d-e3a2-4491-bbb7-966eee5e4bff), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.756561 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:02.757057 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:02.931043 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4617345 Mar 21 17:26:02.933615 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46308) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:02.940779 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Request body: {'subnet': {'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1317564306-subnet', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:02.959095 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8ca674c1-5b74-428b-8f30-a9a3d3715f8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9812624 Mar 21 17:26:02.960737 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46310) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:02.973996 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:03.023682 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Made reservation on behalf of 808f47779d4b4853888f8bd492d41c88 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:03.026756 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.030322 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5fa6-95ff-4d26-91f5-67dadf37f228 admin admin] Pushing event updated for resources: {'Network': ['ID=ef303a24-2947-40db-857e-5d093ceea671,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:03.078637 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (3029682d-e3a2-4491-bbb7-966eee5e4bff), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.082103 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:03.084219 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.098812 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.102205 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.141635 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46318) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:03.147590 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-f71fbce8-1195-4a26-9858-57fa1d800015 None None] Current status of the port 023d4788-f59e-4f80-a080-aec6539549c5 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:03.154284 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f71fbce8-1195-4a26-9858-57fa1d800015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (023d4788-f59e-4f80-a080-aec6539549c5), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.198017 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 023d4788-f59e-4f80-a080-aec6539549c5 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:03.198919 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (023d4788-f59e-4f80-a080-aec6539549c5), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.238906 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-355787861-network', 'tenant_id': 'ef332b2e56ab4d279f464ae14bd19f7f'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:03.256471 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network ef303a24-2947-40db-857e-5d093ceea671 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:26:03.300858 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Made reservation on behalf of ef332b2e56ab4d279f464ae14bd19f7f for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:03.304453 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.306085 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (b909067b-4f40-4c02-af01-4bd339ab4e41), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.319637 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.342265 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.358306 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] Pushing event updated for resources: {'Network': ['ID=3029682d-e3a2-4491-bbb7-966eee5e4bff,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:03.363829 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-31b541c0-9aaa-47b2-988a-5e14ccb2f076 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9049006 Mar 21 17:26:03.376419 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46330) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:03.385631 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Request body: {'subnet': {'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-502984123-subnet', 'tenant_id': '9b107e47bbc8464f9f5aef7cf32bbef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:03.403696 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:26:03.404648 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.411703 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46332) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:03.421591 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 3029682d-e3a2-4491-bbb7-966eee5e4bff details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:26:03.444202 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Made reservation on behalf of 9b107e47bbc8464f9f5aef7cf32bbef8 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:03.448028 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.452024 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b909067b-4f40-4c02-af01-4bd339ab4e41,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:03.467951 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Checking segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:03.468444 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Network hostable DHCP agents. Network: ef303a24-2947-40db-857e-5d093ceea671, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:26:03.489088 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f71fbce8-1195-4a26-9858-57fa1d800015 None None] For port 023d4788-f59e-4f80-a080-aec6539549c5, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=023d4788-f59e-4f80-a080-aec6539549c5,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:03.520330 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f71fbce8-1195-4a26-9858-57fa1d800015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (023d4788-f59e-4f80-a080-aec6539549c5), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.520585 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks [] for router_controller (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), precommit_add_association {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.552499 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Network ef303a24-2947-40db-857e-5d093ceea671 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:26:03.568836 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, ef303a24-2947-40db-857e-5d093ceea671) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:03.575421 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:03.576030 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.583314 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks [] for security_group (c529c2c6-92d3-4768-98f6-0a2ab29baa48), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.616553 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c529c2c6-92d3-4768-98f6-0a2ab29baa48), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.619629 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9af6f7ad-37f5-4389-a21b-55df5d693bf9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6847081 Mar 21 17:26:03.623448 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46338) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:03.629463 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:03.672803 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fbce8-1195-4a26-9858-57fa1d800015 None None] Pushing event updated for resources: {'Port': ['ID=023d4788-f59e-4f80-a080-aec6539549c5,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:03.678171 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb717088-2e1c-4cfd-858c-12af3efda0e0 None None] Network ef303a24-2947-40db-857e-5d093ceea671 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:03.681133 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.db.api [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 17:26:03.681972 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG oslo_db.api [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 17:26:03.682700 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (9dd2888a-20b4-4815-9740-d90e2c55d5a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.683769 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (9dd2888a-20b4-4815-9740-d90e2c55d5a2), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.715637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (f2e2b998-36cf-4fcd-9131-a811acdbf15c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.733701 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff22031b-b8c7-4960-95b5-a9f6358fb1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.748563 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:26:03.765149 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529c2c6-92d3-4768-98f6-0a2ab29baa48,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:03.771886 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks [] for router_controller (9dd2888a-20b4-4815-9740-d90e2c55d5a2), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.807582 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-d548e3a7-e8ac-4437-bfe2-6876f18ba8de None None] Provisioning complete for port 023d4788-f59e-4f80-a080-aec6539549c5 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:03.808239 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d548e3a7-e8ac-4437-bfe2-6876f18ba8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (023d4788-f59e-4f80-a080-aec6539549c5), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.843516 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (8e034378-f2fd-4b4e-b45e-62891e64d5f6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.843858 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Added segment 8e034378-f2fd-4b4e-b45e-62891e64d5f6 of type vlan for network 27d58136-cadb-4149-8302-916dc54d4ff0 Mar 21 17:26:03.862565 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e2b998-36cf-4fcd-9131-a811acdbf15c,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:03.870912 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks [] for router_gateway (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.872594 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Checking segment: {'id': '2f147af7-ead4-441e-b38b-abc8f6d983f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:03.872977 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Network hostable DHCP agents. Network: 3029682d-e3a2-4491-bbb7-966eee5e4bff, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:26:03.937178 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (27d58136-cadb-4149-8302-916dc54d4ff0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.954746 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks [] for router_gateway (9dd2888a-20b4-4815-9740-d90e2c55d5a2), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:03.960589 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Network 3029682d-e3a2-4491-bbb7-966eee5e4bff is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:26:04.001875 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Allocated IP 172.20.0.2 (b372e4aa-0ada-496c-afe5-e28b0fc1caf4/4dc9c8a9-8483-420b-99f0-0fca0d3feb7e/8c08c643-801c-40d9-9b0a-c8000cc09d32) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:04.007056 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:26:04.010022 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 3029682d-e3a2-4491-bbb7-966eee5e4bff) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:04.016396 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:04.017939 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.041261 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7bc2d4fb-f2b2-4ce4-a9d4-4fb6c32fb5ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6614699 Mar 21 17:26:04.043423 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (27d58136-cadb-4149-8302-916dc54d4ff0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.044857 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:04.045665 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.113313 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ce8dc3-b6cc-44dc-b311-9281abd3a32c None None] Network 3029682d-e3a2-4491-bbb7-966eee5e4bff requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:04.283597 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 023d4788-f59e-4f80-a080-aec6539549c5 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:04.289242 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff22031b-b8c7-4960-95b5-a9f6358fb1fb admin admin] Publish callbacks [] for security_group (315a2794-40de-4d5d-8602-efc385e2edb4), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.330712 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ff22031b-b8c7-4960-95b5-a9f6358fb1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (315a2794-40de-4d5d-8602-efc385e2edb4), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.344455 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1371489 Mar 21 17:26:04.348077 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46354) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:04.359218 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Request body: {'subnet': {'network_id': '27d58136-cadb-4149-8302-916dc54d4ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-355787861-subnet', 'tenant_id': 'ef332b2e56ab4d279f464ae14bd19f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:04.367684 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05111581-10a6-40d0-95fc-f07aabf71de4 None None] Network 3029682d-e3a2-4491-bbb7-966eee5e4bff requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:04.388457 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Made reservation on behalf of ef332b2e56ab4d279f464ae14bd19f7f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:04.391721 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.395931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks [] for router_gateway (9dd2888a-20b4-4815-9740-d90e2c55d5a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.409334 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d259192-5ced-4d0b-8e79-2ba4dcba4d86 admin admin] Pushing event updated for resources: {'Network': ['ID=27d58136-cadb-4149-8302-916dc54d4ff0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:04.453582 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ff22031b-b8c7-4960-95b5-a9f6358fb1fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29dd29508bd3429db098baf6d5dd2e39&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0114329 Mar 21 17:26:04.453582 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46358) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:04.454040 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22031b-b8c7-4960-95b5-a9f6358fb1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315a2794-40de-4d5d-8602-efc385e2edb4,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:04.461409 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.567875 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 27d58136-cadb-4149-8302-916dc54d4ff0 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:26:04.602849 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 023d4788-f59e-4f80-a080-aec6539549c5 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:04.613256 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-d548e3a7-e8ac-4437-bfe2-6876f18ba8de None None] Current status of the port 023d4788-f59e-4f80-a080-aec6539549c5 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:04.672456 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:04.687776 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Sync routers for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:04.716929 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.718488 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-791c4202-8738-48ae-911b-25bb8a638186 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1051285 Mar 21 17:26:04.722952 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46386) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:04.729507 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:04.730332 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25efc85d-5b00-4cb5-a0b6-748ac176c303 admin admin] Publish callbacks [] for security_group (315a2794-40de-4d5d-8602-efc385e2edb4), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:04.731637 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:25:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:04.805393 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46398) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:04.812172 dv-cinder-768458-20-smb neutron-server[103305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 17:26:04.939775 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25efc85d-5b00-4cb5-a0b6-748ac176c303 admin admin] Publish callbacks [] for security_group (315a2794-40de-4d5d-8602-efc385e2edb4), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.032891 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks [] for router_gateway (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.044260 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:05.065167 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.111022 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-ef303a24-2947-40db-857e-5d093ceea671', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'project_id': '808f47779d4b4853888f8bd492d41c88', 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:26:05.111973 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.128491 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25efc85d-5b00-4cb5-a0b6-748ac176c303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (315a2794-40de-4d5d-8602-efc385e2edb4), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.131307 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25efc85d-5b00-4cb5-a0b6-748ac176c303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.132895 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-25efc85d-5b00-4cb5-a0b6-748ac176c303 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/315a2794-40de-4d5d-8602-efc385e2edb4 HTTP/1.1" status: 204 len: 168 time: 0.6411855 Mar 21 17:26:05.185657 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efc85d-5b00-4cb5-a0b6-748ac176c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a2794-40de-4d5d-8602-efc385e2edb4,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:05.232535 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (8e50bfaa-8bce-4572-a76c-0918c3e83575), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.273486 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Publish callbacks [] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.306077 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 023d4788-f59e-4f80-a080-aec6539549c5 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:05.306448 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (023d4788-f59e-4f80-a080-aec6539549c5), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.369428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.370243 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-158c1410-0177-4943-92c0-05633b0c7629 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:05.371611 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-158c1410-0177-4943-92c0-05633b0c7629 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/networks?id=3029682d-e3a2-4491-bbb7-966eee5e4bff HTTP/1.1" status: 200 len: 811 time: 0.5609841 Mar 21 17:26:05.399326 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Allocated IP 172.28.2.177 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/34103292-f9b2-4dab-aeda-a0770bb1ba79) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:05.420632 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-140a8c7e-1626-45a3-9206-57d9cf3622c6 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/quotas/9b107e47bbc8464f9f5aef7cf32bbef8 HTTP/1.1" status: 200 len: 375 time: 0.0411069 Mar 21 17:26:05.445775 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:01Z', 'revision_number': 3, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:05.458594 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:05.494851 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-7b91422c-5ecd-4ae1-b030-4307fd61a6c0 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b107e47bbc8464f9f5aef7cf32bbef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668247 Mar 21 17:26:05.499329 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:05.505686 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Checking segment: {'id': '8e034378-f2fd-4b4e-b45e-62891e64d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '27d58136-cadb-4149-8302-916dc54d4ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:05.506047 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Network hostable DHCP agents. Network: 27d58136-cadb-4149-8302-916dc54d4ff0, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:26:05.533357 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:05.538168 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e50bfaa-8bce-4572-a76c-0918c3e83575,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:05.554959 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Checking router: 9719e9d3-e281-40e3-8bb0-f6d019b12cfa for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:05.554959 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Updating router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa port 47c8b441-cd42-4277-b1e4-7b6405810f67 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:26:05.556607 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.604432 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Network 27d58136-cadb-4149-8302-916dc54d4ff0 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:26:05.623329 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.632809 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 27d58136-cadb-4149-8302-916dc54d4ff0) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:05.645000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:05.645602 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.654497 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Pushing event updated for resources: {'Port': ['ID=8c08c643-801c-40d9-9b0a-c8000cc09d32,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:05.670062 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Attempting to bind port 8c08c643-801c-40d9-9b0a-c8000cc09d32 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:05.671233 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Attempting to bind port 8c08c643-801c-40d9-9b0a-c8000cc09d32 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:05.672307 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Attempting to bind port 8c08c643-801c-40d9-9b0a-c8000cc09d32 on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:05.679190 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455f047-fe98-4ec3-b56a-3205ca199246 None None] Network 27d58136-cadb-4149-8302-916dc54d4ff0 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:05.687497 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:05.688143 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Checking segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:05.688743 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.689290 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Bound using segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:05.689992 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Bound port: 8c08c643-801c-40d9-9b0a-c8000cc09d32, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:05.690572 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.709296 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 023d4788-f59e-4f80-a080-aec6539549c5 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:05.740637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks [] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.768766 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9af60f19-bffc-449f-ae06-72b306dceec0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4117084 Mar 21 17:26:05.798607 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Allocated IP 172.20.0.2 (ef303a24-2947-40db-857e-5d093ceea671/b909067b-4f40-4c02-af01-4bd339ab4e41/4bc1bf22-f662-44a8-9cac-3b9907974127) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:05.835079 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-85e1f567-45b3-43db-85c7-b0255dd92d53 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:26:05.881626 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-85e1f567-45b3-43db-85c7-b0255dd92d53 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1386614 Mar 21 17:26:05.911358 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.917059 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] For port 8c08c643-801c-40d9-9b0a-c8000cc09d32, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:05.922162 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] For port 8c08c643-801c-40d9-9b0a-c8000cc09d32, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=8c08c643-801c-40d9-9b0a-c8000cc09d32,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:05.944850 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:05.967355 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Allocated IP 172.28.2.239 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/59dd6095-87f8-41a6-8f7b-3a49c951ce31) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:05.983339 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46434) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:06.068340 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] Deleting subnet 5db33b90-5eec-46b3-a741-3ab0364c7b53 {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:26:06.093105 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] Publish callbacks [] for subnet (5db33b90-5eec-46b3-a741-3ab0364c7b53), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.162688 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:06.171071 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0141d-feb7-4d6a-90d6-0ae5350fa1e2 None None] Pushing event updated for resources: {'Port': ['ID=8c08c643-801c-40d9-9b0a-c8000cc09d32,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:06.191908 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7413c7-fb33-4726-b472-d62a1a56dd79 None None] Network 27d58136-cadb-4149-8302-916dc54d4ff0 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:06.195103 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:06.203078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:06.213638 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Pushing event updated for resources: {'Port': ['ID=34103292-f9b2-4dab-aeda-a0770bb1ba79,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:06.300997 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Allocated IP 172.20.0.1 (332f5178-7cd7-4771-843a-0ea903d564ef/b6fa5352-731c-45e5-8210-987263408ae0/50a9800f-7b79-433a-bedb-3f92d2095590) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:06.321583 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] Publish callbacks [] for subnet (5db33b90-5eec-46b3-a741-3ab0364c7b53), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.353502 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Publish callbacks [] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.379984 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.394374 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (5db33b90-5eec-46b3-a741-3ab0364c7b53), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.458463 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Network ef303a24-2947-40db-857e-5d093ceea671 is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:06.473099 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-b4b67456-5be8-4a41-b49f-7df0fc7cb943 service neutron] 10.222.0.20 "GET /v2.0/networks/3029682d-e3a2-4491-bbb7-966eee5e4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874333 Mar 21 17:26:06.478217 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:06.498602 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:06.513545 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Pushing event updated for resources: {'Port': ['ID=4bc1bf22-f662-44a8-9cac-3b9907974127,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:06.628604 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Attempting to bind port 4bc1bf22-f662-44a8-9cac-3b9907974127 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:06.630112 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Attempting to bind port 4bc1bf22-f662-44a8-9cac-3b9907974127 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:06.630911 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Attempting to bind port 4bc1bf22-f662-44a8-9cac-3b9907974127 on network ef303a24-2947-40db-857e-5d093ceea671 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:06.638239 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:06.638837 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Checking segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:06.639461 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.640215 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Bound using segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:06.640796 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Bound port: 4bc1bf22-f662-44a8-9cac-3b9907974127, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:06.641418 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.725680 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (5db33b90-5eec-46b3-a741-3ab0364c7b53), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.729882 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] For port 4bc1bf22-f662-44a8-9cac-3b9907974127, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:06.738831 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] For port 4bc1bf22-f662-44a8-9cac-3b9907974127, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4bc1bf22-f662-44a8-9cac-3b9907974127,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:06.745620 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46452) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:06.748029 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.752091 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.758087 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5db33b90-5eec-46b3-a741-3ab0364c7b53 HTTP/1.1" status: 204 len: 168 time: 0.7737153 Mar 21 17:26:06.761649 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks [] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.762940 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46456) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:06.849104 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks [] for router_gateway (9dd2888a-20b4-4815-9740-d90e2c55d5a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.886707 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (ad968f7a-62ac-40a1-84d8-0919b8fec976), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:06.889215 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e4efb-676d-49b5-9525-3fb4921341d2 None None] Pushing event updated for resources: {'Port': ['ID=4bc1bf22-f662-44a8-9cac-3b9907974127,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:06.906439 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-06f727ac-ddb5-4401-accf-10a20efaa9d1 service neutron] 10.222.0.20 "GET /v2.0/networks/3029682d-e3a2-4491-bbb7-966eee5e4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205143 Mar 21 17:26:06.915974 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893a2ea-6911-45ad-b717-0550b20cd3f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db33b90-5eec-46b3-a741-3ab0364c7b53,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:07.113404 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks [] for port (50a9800f-7b79-433a-bedb-3f92d2095590), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.140969 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc56884-8b1f-416b-bc26-2cc11b86cc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.146572 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (ad968f7a-62ac-40a1-84d8-0919b8fec976), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.178526 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.304736 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46478) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:07.312856 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc56884-8b1f-416b-bc26-2cc11b86cc86 admin admin] Publish callbacks [] for security_group (947f3ab9-4e13-4755-ab66-ea13ebf9c61a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.326165 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfc56884-8b1f-416b-bc26-2cc11b86cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (947f3ab9-4e13-4755-ab66-ea13ebf9c61a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.461372 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Pushing event updated for resources: {'Port': ['ID=59dd6095-87f8-41a6-8f7b-3a49c951ce31,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:07.489005 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:07.491954 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.492569 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.493590 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.494251 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.494781 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.495344 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.495891 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.496435 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.496961 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.497484 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.548284 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc56884-8b1f-416b-bc26-2cc11b86cc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947f3ab9-4e13-4755-ab66-ea13ebf9c61a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:07.605334 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Publish callbacks [] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.615778 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.635826 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-24e1f369-0fc8-4abf-872a-1f4bb0d2e5b4 req-087bc4fe-8fd9-4882-9885-cdd1b6617292 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.3127313 Mar 21 17:26:07.660796 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-dfc56884-8b1f-416b-bc26-2cc11b86cc86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6667d3f4aeec49f29c22f8b74639e810&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9075017 Mar 21 17:26:07.667418 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46496) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:07.793048 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Attempting to bind port 47c8b441-cd42-4277-b1e4-7b6405810f67 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:07.793438 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Attempting to bind port 47c8b441-cd42-4277-b1e4-7b6405810f67 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:07.793809 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Attempting to bind port 47c8b441-cd42-4277-b1e4-7b6405810f67 on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:07.839939 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Pushing event updated for resources: {'Port': ['ID=47c8b441-cd42-4277-b1e4-7b6405810f67,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:07.840094 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5734df85-971a-47ea-a9a1-6e768f2f0212 None None] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.840673 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Tracked resource versions report: Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: pushed versions: Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: { 'AddressGroup': {'1.2'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Agent': {'1.1'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'ConntrackHelper': {'1.0'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'LocalIPAssociation': {'1.0'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Log': {'1.0'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'NDPProxy': {'1.0'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Network': {'1.1'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Port': {'1.7'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'PortForwarding': {'1.3'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'QosPolicy': {'1.10'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroup': {'1.5'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroupRule': {'1.2'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'SubPort': {'1.0'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Subnet': {'1.1'}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Trunk': {'1.1'}} Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: consumer versions: Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: { DHCP agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: HyperV agent@hv-cinder-76845: {}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: L3 agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: Metadata agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: Metering agent@dv-cinder-768458-20-smb: {}, Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: Open vSwitch agent@dv-cinder-768458-20-smb: { 'AddressGroup': '1.2', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Agent': '1.1', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'ConntrackHelper': '1.0', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'LocalIPAssociation': '1.0', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Log': '1.0', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'NDPProxy': '1.0', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Network': '1.1', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Port': '1.7', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'PortForwarding': '1.3', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'QosPolicy': '1.10', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroup': '1.5', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'SecurityGroupRule': '1.2', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'SubPort': '1.0', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Subnet': '1.1', Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: 'Trunk': '1.1'}} Mar 21 17:26:07.842373 dv-cinder-768458-20-smb neutron-server[103308]: {{(pid=103308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 17:26:07.853645 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:07.853645 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:07.857703 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.858069 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:07.858583 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Bound port: 47c8b441-cd42-4277-b1e4-7b6405810f67, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:07.858973 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.862796 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c9d497f-d9ad-4ed6-84e7-db912381c046 admin admin] Publish callbacks [] for security_group (947f3ab9-4e13-4755-ab66-ea13ebf9c61a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.871137 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.871137 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.872146 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.872146 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:26:07.872146 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad968f7a-62ac-40a1-84d8-0919b8fec976']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:07.891275 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4c4fea-50b1-44c0-b803-091d27522fb1') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:07.891275 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4c4fea-50b1-44c0-b803-091d27522fb1') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:07.893645 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (9dd2888a-20b4-4815-9740-d90e2c55d5a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.945722 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-26f3e423-4c89-4db6-ab1e-97ef64197e14 None None] Provisioning complete for port 8c08c643-801c-40d9-9b0a-c8000cc09d32 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:07.947348 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26f3e423-4c89-4db6-ab1e-97ef64197e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.955389 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (5e4c4fea-50b1-44c0-b803-091d27522fb1), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:07.988391 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] For port 47c8b441-cd42-4277-b1e4-7b6405810f67, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:07.999552 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] For port 47c8b441-cd42-4277-b1e4-7b6405810f67, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=47c8b441-cd42-4277-b1e4-7b6405810f67,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:08.007429 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.017778 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:08.036914 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:08.071231 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b7d9-de90-49a6-9cda-09d2cab88d64 None None] Pushing event updated for resources: {'Port': ['ID=47c8b441-cd42-4277-b1e4-7b6405810f67,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:08.117008 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:08.119745 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:25:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:08.163908 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (5e4c4fea-50b1-44c0-b803-091d27522fb1), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.183603 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:26:08.184352 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (5e4c4fea-50b1-44c0-b803-091d27522fb1), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: from cryptography.utils import int_from_bytes Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: from cryptography.utils import int_from_bytes Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:26:08.252531 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:26:08.291095 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c9d497f-d9ad-4ed6-84e7-db912381c046 admin admin] Publish callbacks [] for security_group (947f3ab9-4e13-4755-ab66-ea13ebf9c61a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.392778 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c9d497f-d9ad-4ed6-84e7-db912381c046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (947f3ab9-4e13-4755-ab66-ea13ebf9c61a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.395464 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-8c9d497f-d9ad-4ed6-84e7-db912381c046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.401303 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-26f3e423-4c89-4db6-ab1e-97ef64197e14 None None] Current status of the port 8c08c643-801c-40d9-9b0a-c8000cc09d32 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:08.401480 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-8c9d497f-d9ad-4ed6-84e7-db912381c046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/947f3ab9-4e13-4755-ab66-ea13ebf9c61a HTTP/1.1" status: 204 len: 168 time: 0.7295680 Mar 21 17:26:08.401582 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26f3e423-4c89-4db6-ab1e-97ef64197e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.431275 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:08.443140 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d497f-d9ad-4ed6-84e7-db912381c046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947f3ab9-4e13-4755-ab66-ea13ebf9c61a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:08.478157 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:26:08.535970 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (ad968f7a-62ac-40a1-84d8-0919b8fec976), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.562240 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-26f3e423-4c89-4db6-ab1e-97ef64197e14 None None] For port 8c08c643-801c-40d9-9b0a-c8000cc09d32, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=8c08c643-801c-40d9-9b0a-c8000cc09d32,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:08.584780 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-26f3e423-4c89-4db6-ab1e-97ef64197e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.720211 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 8c08c643-801c-40d9-9b0a-c8000cc09d32 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:08.845769 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:08.856731 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad968f7a-62ac-40a1-84d8-0919b8fec976 HTTP/1.1" status: 204 len: 168 time: 2.0840883 Mar 21 17:26:08.859053 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46560) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:08.869985 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d348186-381a-4dd8-9bc6-6fa0d440ba52 None None] Network ef303a24-2947-40db-857e-5d093ceea671 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:09.045208 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc9849-eb02-4202-8468-cbbaabc447a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad968f7a-62ac-40a1-84d8-0919b8fec976,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:09.093070 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:01Z', 'revision_number': 3, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:09.125828 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:09.129150 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3e423-4c89-4db6-ab1e-97ef64197e14 None None] Pushing event updated for resources: {'Port': ['ID=8c08c643-801c-40d9-9b0a-c8000cc09d32,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:09.137696 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cb6ac929-8825-463e-8332-d32edcc2091f req-7fe91399-11e7-49d7-a3a6-6c174a748a63 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.0677848 Mar 21 17:26:09.168289 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 8c08c643-801c-40d9-9b0a-c8000cc09d32 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:09.187807 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:09.190625 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f623a3-bd2b-4dc0-85ec-f2b3d234a7b4 None None] The sync data for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb is: [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:01Z', 'revision_number': 3, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:09.214232 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Provisioning complete for port 4bc1bf22-f662-44a8-9cac-3b9907974127 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:09.214631 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:09.238413 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:09.279822 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:09.285051 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:09.287130 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-804bb506-2033-4a23-9627-c85dfb21cfb6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6627588 Mar 21 17:26:09.293663 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Sync routers for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:09.296349 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46584) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:09.330079 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Network 332f5178-7cd7-4771-843a-0ea903d564ef is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:09.348946 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:09.373245 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:09.469400 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:09.474563 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:25:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:09.485129 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] Deleting subnet 8e50bfaa-8bce-4572-a76c-0918c3e83575 {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:26:09.502917 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Pushing event updated for resources: {'Port': ['ID=50a9800f-7b79-433a-bedb-3f92d2095590,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:09.530219 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] Publish callbacks [] for subnet (8e50bfaa-8bce-4572-a76c-0918c3e83575), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:09.682594 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:09.733432 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c5e6b6-f55e-4baa-a6ee-cdc9ffa27150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:09.894362 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks [] for router_gateway (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.019208 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c5e6b6-f55e-4baa-a6ee-cdc9ffa27150 admin admin] Publish callbacks [] for security_group (9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.029769 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-15c5e6b6-f55e-4baa-a6ee-cdc9ffa27150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.066360 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 8c08c643-801c-40d9-9b0a-c8000cc09d32 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:10.067285 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4bc1bf22-f662-44a8-9cac-3b9907974127 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:10.096546 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (8e50bfaa-8bce-4572-a76c-0918c3e83575), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.169878 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Current status of the port 4bc1bf22-f662-44a8-9cac-3b9907974127 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:10.170272 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.185033 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-15c5e6b6-f55e-4baa-a6ee-cdc9ffa27150 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=260273d8d9f94c78a0a9c83c439a1f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9012964 Mar 21 17:26:10.205221 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46604) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:10.207573 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5e6b6-f55e-4baa-a6ee-cdc9ffa27150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:10.286233 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:10.356898 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.450614 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8734-f41a-4cf5-9d4e-69b8b3c8e0b5 admin admin] Publish callbacks [] for security_group (9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.493785 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.579371 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f43b392c-64b2-491e-aeb0-71282c4d36e7 req-1dbf0615-6ba3-4464-be02-ab70a37254a2 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.1227541 Mar 21 17:26:10.599043 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8734-f41a-4cf5-9d4e-69b8b3c8e0b5 admin admin] Publish callbacks [] for security_group (9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.641331 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.23', 53784) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:10.677850 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] For port 4bc1bf22-f662-44a8-9cac-3b9907974127, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4bc1bf22-f662-44a8-9cac-3b9907974127,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:10.697687 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (8e50bfaa-8bce-4572-a76c-0918c3e83575), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.734372 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8734-f41a-4cf5-9d4e-69b8b3c8e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.737547 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ce4b8734-f41a-4cf5-9d4e-69b8b3c8e0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.739129 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-ce4b8734-f41a-4cf5-9d4e-69b8b3c8e0b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21 HTTP/1.1" status: 204 len: 168 time: 0.5325060 Mar 21 17:26:10.794311 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.823158 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a842-fecc-4d8f-bcbd-5aff0e3a716b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.850915 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b8734-f41a-4cf5-9d4e-69b8b3c8e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a1d91-07fd-4ff1-bc6c-6e44eaed2c21,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:10.947335 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 4bc1bf22-f662-44a8-9cac-3b9907974127 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:10.947921 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.953438 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Provisioning complete for port 8c08c643-801c-40d9-9b0a-c8000cc09d32 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:10.953996 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:10.971266 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Allocated IP 172.20.0.1 (ef303a24-2947-40db-857e-5d093ceea671/b909067b-4f40-4c02-af01-4bd339ab4e41/e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:11.067232 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Pushing event updated for resources: {'Port': ['ID=4bc1bf22-f662-44a8-9cac-3b9907974127,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:11.116414 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c77e2-ba8b-40f4-93a4-89e88c45be95 None None] Current status of the port 8c08c643-801c-40d9-9b0a-c8000cc09d32 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:11.127060 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:06Z', 'revision_number': 3, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:11.169760 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Checking router: 9dd2888a-20b4-4815-9740-d90e2c55d5a2 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:11.170386 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Updating router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 port 34103292-f9b2-4dab-aeda-a0770bb1ba79 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:26:11.226425 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks [] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.232141 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.295348 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46648) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:11.307809 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.331390 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Network ef303a24-2947-40db-857e-5d093ceea671 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:11.344323 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:11.387768 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:11.388560 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (9dd2888a-20b4-4815-9740-d90e2c55d5a2), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.491997 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-a46ce31d-0c2a-46b1-b804-4076073dfc3c tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:11.498141 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-a46ce31d-0c2a-46b1-b804-4076073dfc3c tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.23 "GET /v2.0/networks?id=3029682d-e3a2-4491-bbb7-966eee5e4bff HTTP/1.1" status: 200 len: 811 time: 0.8513341 Mar 21 17:26:11.568383 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Request body: {'port': {'device_id': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff', 'admin_state_up': True, 'tenant_id': '9b107e47bbc8464f9f5aef7cf32bbef8'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:11.572863 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9caed6a3-a237-4597-90d7-7feace18fdcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.628968 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.710038 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Publish callbacks [] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.738758 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.787895 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 4bc1bf22-f662-44a8-9cac-3b9907974127 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:11.791368 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Pushing event updated for resources: {'Port': ['ID=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:11.830937 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Attempting to bind port 34103292-f9b2-4dab-aeda-a0770bb1ba79 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:11.831528 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Attempting to bind port 34103292-f9b2-4dab-aeda-a0770bb1ba79 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:11.832107 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Attempting to bind port 34103292-f9b2-4dab-aeda-a0770bb1ba79 on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:11.842017 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-c60f0db4-1a1b-4e7c-b95e-08996efc7d0f None None] Provisioning complete for port 4bc1bf22-f662-44a8-9cac-3b9907974127 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:11.842660 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c60f0db4-1a1b-4e7c-b95e-08996efc7d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.858906 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:11.859551 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:11.860207 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.860793 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:11.864295 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Bound port: 34103292-f9b2-4dab-aeda-a0770bb1ba79, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:11.865055 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:11.923674 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597e93-52a0-45bc-8d6a-1c95b1b47c80 None None] Pushing event updated for resources: {'Port': ['ID=34103292-f9b2-4dab-aeda-a0770bb1ba79,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:11.953531 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46676) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:12.032694 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] For port 34103292-f9b2-4dab-aeda-a0770bb1ba79, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:12.054785 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] For port 34103292-f9b2-4dab-aeda-a0770bb1ba79, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=34103292-f9b2-4dab-aeda-a0770bb1ba79,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:12.069182 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.095135 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-c60f0db4-1a1b-4e7c-b95e-08996efc7d0f None None] Current status of the port 4bc1bf22-f662-44a8-9cac-3b9907974127 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:12.141093 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597e93-52a0-45bc-8d6a-1c95b1b47c80 None None] Pushing event updated for resources: {'Port': ['ID=34103292-f9b2-4dab-aeda-a0770bb1ba79,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:12.146476 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-c60f0db4-1a1b-4e7c-b95e-08996efc7d0f None None] Provisioning complete for port 50a9800f-7b79-433a-bedb-3f92d2095590 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:12.147156 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c60f0db4-1a1b-4e7c-b95e-08996efc7d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.173023 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:12.173877 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:25:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:12.176425 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f64ec1a9-3dd0-48c6-abf2-d46dc6e89d50 req-d6918eb8-02df-4167-83c8-d9ecab2fbb26 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.1115735 Mar 21 17:26:12.210823 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.224379 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9caed6a3-a237-4597-90d7-7feace18fdcd admin admin] Publish callbacks [] for security_group (4a721375-f1ec-4dc4-bfb7-6db404b0451f), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.262304 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9caed6a3-a237-4597-90d7-7feace18fdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (4a721375-f1ec-4dc4-bfb7-6db404b0451f), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.268362 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 8c08c643-801c-40d9-9b0a-c8000cc09d32 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:12.299980 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:26:12.334933 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (8e50bfaa-8bce-4572-a76c-0918c3e83575), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.372577 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-c60f0db4-1a1b-4e7c-b95e-08996efc7d0f None None] Port 50a9800f-7b79-433a-bedb-3f92d2095590 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:12.400175 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9caed6a3-a237-4597-90d7-7feace18fdcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=519d2e99c16840e9b5d95d86af280ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1023207 Mar 21 17:26:12.419017 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46686) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:12.483934 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e50bfaa-8bce-4572-a76c-0918c3e83575,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:12.488817 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.499166 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-454f0dfa-19df-4b3c-9a3d-3110f4501aed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e50bfaa-8bce-4572-a76c-0918c3e83575 HTTP/1.1" status: 204 len: 168 time: 3.5762668 Mar 21 17:26:12.503786 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46692) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:12.510513 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caed6a3-a237-4597-90d7-7feace18fdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a721375-f1ec-4dc4-bfb7-6db404b0451f,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:12.596663 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-60abe007-96eb-4ec1-be88-43ba1b1e4365 None None] Provisioning complete for port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:12.597330 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-60abe007-96eb-4ec1-be88-43ba1b1e4365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.601690 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 8c08c643-801c-40d9-9b0a-c8000cc09d32 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:12.602243 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.617127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41c04731-8832-42ce-a92e-c7279061af19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.627631 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks [] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.678680 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.687662 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (9dd2888a-20b4-4815-9740-d90e2c55d5a2), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.696706 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Made reservation on behalf of 9b107e47bbc8464f9f5aef7cf32bbef8 for: {'port': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:12.702300 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:12.707873 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-60abe007-96eb-4ec1-be88-43ba1b1e4365 None None] Port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:12.758312 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:12.798981 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Pushing event updated for resources: {'Port': ['ID=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:12.928686 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (27d58136-cadb-4149-8302-916dc54d4ff0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.029060 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-467a5a10-dac3-41dc-8de0-92a6f2f83010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.101665 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Network ef303a24-2947-40db-857e-5d093ceea671 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:13.112534 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 8c08c643-801c-40d9-9b0a-c8000cc09d32 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:13.115939 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 47c8b441-cd42-4277-b1e4-7b6405810f67 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:13.130095 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:13.346006 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:13.390153 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Sync routers for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:13.419223 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:13.419878 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:13.454399 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d61f-8325-43cf-bedd-628f1c4fbe58 admin admin] Publish callbacks [] for security_group (4a721375-f1ec-4dc4-bfb7-6db404b0451f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.514675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d61f-8325-43cf-bedd-628f1c4fbe58 admin admin] Publish callbacks [] for security_group (4a721375-f1ec-4dc4-bfb7-6db404b0451f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.662708 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46722) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:13.674355 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (27d58136-cadb-4149-8302-916dc54d4ff0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.697816 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.702617 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-89b1294e-f5fa-4ae2-a716-01fdba40d1cf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.7325044 Mar 21 17:26:13.703552 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46726) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:13.705993 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks [] for port (50a9800f-7b79-433a-bedb-3f92d2095590), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.708393 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Allocated IP 172.20.0.7 (3029682d-e3a2-4491-bbb7-966eee5e4bff/f2e2b998-36cf-4fcd-9131-a811acdbf15c/f64118c9-7eee-4efe-9fcf-9154a713ca4a) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:13.725118 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.750892 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-1efa12d2-54a3-49eb-b01c-d6a147dee946 None None] Provisioning complete for port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:13.751313 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1efa12d2-54a3-49eb-b01c-d6a147dee946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.767043 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:13.850007 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d58136-cadb-4149-8302-916dc54d4ff0']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:13.872749 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 47c8b441-cd42-4277-b1e4-7b6405810f67 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:13.873231 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.881887 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-1efa12d2-54a3-49eb-b01c-d6a147dee946 None None] Port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:13.889488 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f93a54d0-012e-472c-a89e-c58494cd5264 req-454ed673-0320-44a3-8a5e-cecf01ab4835 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.2153759 Mar 21 17:26:13.901096 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e034378-f2fd-4b4e-b45e-62891e64d5f6') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:13.903106 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e034378-f2fd-4b4e-b45e-62891e64d5f6') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:13.910579 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d61f-8325-43cf-bedd-628f1c4fbe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (4a721375-f1ec-4dc4-bfb7-6db404b0451f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.922179 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d61f-8325-43cf-bedd-628f1c4fbe58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.935300 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a1f6d61f-8325-43cf-bedd-628f1c4fbe58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a721375-f1ec-4dc4-bfb7-6db404b0451f HTTP/1.1" status: 204 len: 168 time: 1.5037894 Mar 21 17:26:13.946720 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (8e034378-f2fd-4b4e-b45e-62891e64d5f6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:13.947201 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:10Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:13.985163 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:26:13.990964 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c38b517-f126-478d-9312-103f9d7570b2 None None] The sync data for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb is: [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:10Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:13.996575 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d61f-8325-43cf-bedd-628f1c4fbe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a721375-f1ec-4dc4-bfb7-6db404b0451f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:14.022385 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.093037 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Pushing event updated for resources: {'Port': ['ID=50a9800f-7b79-433a-bedb-3f92d2095590,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:14.101000 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 47c8b441-cd42-4277-b1e4-7b6405810f67 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:14.102137 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.128571 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd58-c421-4431-911c-e8a9758cf521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.140484 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (8e034378-f2fd-4b4e-b45e-62891e64d5f6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.161601 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.181691 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 47c8b441-cd42-4277-b1e4-7b6405810f67, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=47c8b441-cd42-4277-b1e4-7b6405810f67,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:14.193019 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.193924 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4bc1bf22-f662-44a8-9cac-3b9907974127 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:14.228174 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:26:14.230210 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (8e034378-f2fd-4b4e-b45e-62891e64d5f6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:26:14.240930 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:26:14.330076 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:14.352111 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c20709d6-240f-4963-939a-9cee68f4234b admin admin] 10.222.0.20 "PUT /v2.0/routers/9dd2888a-20b4-4815-9740-d90e2c55d5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0541308 Mar 21 17:26:14.434101 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41c04731-8832-42ce-a92e-c7279061af19 admin admin] Publish callbacks [] for security_group (a49c9973-903d-4988-8768-1df5d27449d4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.445562 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:08Z', 'revision_number': 3, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:14.448144 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41c04731-8832-42ce-a92e-c7279061af19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a49c9973-903d-4988-8768-1df5d27449d4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.466255 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=47c8b441-cd42-4277-b1e4-7b6405810f67,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:14.524832 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 4bc1bf22-f662-44a8-9cac-3b9907974127 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:14.525236 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.537874 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Checking router: 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:14.538396 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Updating router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:26:14.652581 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-41c04731-8832-42ce-a92e-c7279061af19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3aa08f58a22b42718f29064ed040bc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6963227 Mar 21 17:26:14.655020 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46740) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:14.690519 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c04731-8832-42ce-a92e-c7279061af19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c9973-903d-4988-8768-1df5d27449d4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:14.817137 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 4bc1bf22-f662-44a8-9cac-3b9907974127 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:14.885303 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0b194f3-80fb-4338-8dfc-494fc51c2e0c admin admin] Publish callbacks [] for security_group (a49c9973-903d-4988-8768-1df5d27449d4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.920642 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:14.930439 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Network 332f5178-7cd7-4771-843a-0ea903d564ef is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:14.940793 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:14.972332 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0b194f3-80fb-4338-8dfc-494fc51c2e0c admin admin] Publish callbacks [] for security_group (a49c9973-903d-4988-8768-1df5d27449d4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.039488 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 47c8b441-cd42-4277-b1e4-7b6405810f67 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:15.142331 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-113c2ff1-97c8-4b21-89ff-e2683a5fd7f2 req-c3afa4f6-567a-49c8-915d-a2b5b70cdfae tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.0879955 Mar 21 17:26:15.175704 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 47c8b441-cd42-4277-b1e4-7b6405810f67 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:15.176694 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.254010 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0b194f3-80fb-4338-8dfc-494fc51c2e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a49c9973-903d-4988-8768-1df5d27449d4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.257384 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0b194f3-80fb-4338-8dfc-494fc51c2e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.261825 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e0b194f3-80fb-4338-8dfc-494fc51c2e0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a49c9973-903d-4988-8768-1df5d27449d4 HTTP/1.1" status: 204 len: 168 time: 0.5883737 Mar 21 17:26:15.277240 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b194f3-80fb-4338-8dfc-494fc51c2e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c9973-903d-4988-8768-1df5d27449d4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:15.450342 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 47c8b441-cd42-4277-b1e4-7b6405810f67 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:15.566181 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.582569 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-b3a93fdb-7f7a-449a-a8ce-ddc7f713b442 None None] Provisioning complete for port 50a9800f-7b79-433a-bedb-3f92d2095590 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:15.583092 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b3a93fdb-7f7a-449a-a8ce-ddc7f713b442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.628409 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-b3a93fdb-7f7a-449a-a8ce-ddc7f713b442 None None] Port 50a9800f-7b79-433a-bedb-3f92d2095590 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:15.703656 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Publish callbacks [] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.718790 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.899938 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Attempting to bind port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:15.901384 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Attempting to bind port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:15.901924 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Attempting to bind port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:15.911856 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97aa37-c844-4e0f-bf29-af2034e4f5e8 None None] Pushing event updated for resources: {'Port': ['ID=59dd6095-87f8-41a6-8f7b-3a49c951ce31,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:15.920737 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46766) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:15.930151 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:15.931886 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:15.933275 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.933770 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:15.934266 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Bound port: 59dd6095-87f8-41a6-8f7b-3a49c951ce31, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:15.934744 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:15.977085 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (27d58136-cadb-4149-8302-916dc54d4ff0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.027609 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] For port 59dd6095-87f8-41a6-8f7b-3a49c951ce31, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:16.031443 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] For port 59dd6095-87f8-41a6-8f7b-3a49c951ce31, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=59dd6095-87f8-41a6-8f7b-3a49c951ce31,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:16.044124 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.193915 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97aa37-c844-4e0f-bf29-af2034e4f5e8 None None] Pushing event updated for resources: {'Port': ['ID=59dd6095-87f8-41a6-8f7b-3a49c951ce31,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:16.209359 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:16.209986 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:16.348247 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.361270 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/27d58136-cadb-4149-8302-916dc54d4ff0 HTTP/1.1" status: 204 len: 168 time: 3.8565490 Mar 21 17:26:16.387652 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5be301a9-87f6-4d8a-8aa2-6883b6ddad96 req-eb3adc73-1a83-45e2-9e0b-b7bc523e820f tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.0806663 Mar 21 17:26:16.433929 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd58-c421-4431-911c-e8a9758cf521 admin admin] Publish callbacks [] for security_group (ef609084-7bf3-45c4-b504-c88c10154ee3), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.487147 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks [] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.558094 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:16.583862 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:26:16.585917 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b48166db-ca3a-47c3-94d8-3a2d252c4fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.642168 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46782) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:16.654139 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-81fdcd58-c421-4431-911c-e8a9758cf521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (ef609084-7bf3-45c4-b504-c88c10154ee3), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.729318 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.753635 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f287a2ea-768c-4b6f-aea1-5560e87f4336 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05a70bc5da66464b94e8d3a8ba737125&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1101732 Mar 21 17:26:16.754233 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:16.755312 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46790) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:16.762682 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2c0c826e-b852-4cde-aeef-c396d0531b12 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312762106', 'description': 'tempest-description--1795699795'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:16.796544 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc90a88-0413-401e-ac97-e88493c49af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d58136-cadb-4149-8302-916dc54d4ff0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:16.896110 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7dffe3b-ad93-44f9-ab07-937dc8c8d857 admin admin] Publish callbacks [] for security_group (5ef7359c-60f5-4886-93a9-98d563cf65af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:16.926308 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcd58-c421-4431-911c-e8a9758cf521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef609084-7bf3-45c4-b504-c88c10154ee3,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:16.975783 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7dffe3b-ad93-44f9-ab07-937dc8c8d857 admin admin] Publish callbacks [] for security_group (5ef7359c-60f5-4886-93a9-98d563cf65af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.032273 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:08Z', 'revision_number': 3, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:17.049301 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.097128 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c0c826e-b852-4cde-aeef-c396d0531b12 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.103634 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bee2a1-11f6-4600-98b2-8adea0272bf5 None None] The sync data for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb is: [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:08Z', 'revision_number': 3, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:17.106369 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 34103292-f9b2-4dab-aeda-a0770bb1ba79 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:17.270499 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 34103292-f9b2-4dab-aeda-a0770bb1ba79 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:17.270870 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.340265 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7dffe3b-ad93-44f9-ab07-937dc8c8d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5ef7359c-60f5-4886-93a9-98d563cf65af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.343129 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a7dffe3b-ad93-44f9-ab07-937dc8c8d857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.344535 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a7dffe3b-ad93-44f9-ab07-937dc8c8d857 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ef7359c-60f5-4886-93a9-98d563cf65af HTTP/1.1" status: 204 len: 168 time: 0.5774903 Mar 21 17:26:17.374900 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c0c826e-b852-4cde-aeef-c396d0531b12 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (61331b5e-88af-41c0-8f2d-56aa20743795), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.376823 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dffe3b-ad93-44f9-ab07-937dc8c8d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef7359c-60f5-4886-93a9-98d563cf65af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:17.384894 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c0c826e-b852-4cde-aeef-c396d0531b12 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (61331b5e-88af-41c0-8f2d-56aa20743795), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.404453 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:17.423673 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-6410c9fd-876b-41b0-b2fa-9ad42b2959e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/9719e9d3-e281-40e3-8bb0-f6d019b12cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6908581 Mar 21 17:26:17.435487 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2c0c826e-b852-4cde-aeef-c396d0531b12 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.442222 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-2c0c826e-b852-4cde-aeef-c396d0531b12 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6853313 Mar 21 17:26:17.444885 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:17.451088 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3d28cdcf-712b-441c-bd99-222469211e44 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'security_group_rule': {'security_group_id': '61331b5e-88af-41c0-8f2d-56aa20743795', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:17.460586 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Sync routers for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:17.461066 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c826e-b852-4cde-aeef-c396d0531b12 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61331b5e-88af-41c0-8f2d-56aa20743795,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:17.490783 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:17.499366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d28cdcf-712b-441c-bd99-222469211e44 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (b8bc7199-3ad4-4cfb-b7a1-d248fdaa49ae), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.501356 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:17.627998 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b48166db-ca3a-47c3-94d8-3a2d252c4fa4 admin admin] Publish callbacks [] for security_group (21812f6e-d0c0-4661-b05e-065328e82485), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.661644 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-81fdcd58-c421-4431-911c-e8a9758cf521 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3c0ac6a51f34525b74df92fbe0f5752&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9964161 Mar 21 17:26:17.681639 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46810) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:17.692502 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d28cdcf-712b-441c-bd99-222469211e44 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (b8bc7199-3ad4-4cfb-b7a1-d248fdaa49ae), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.729436 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Network 3029682d-e3a2-4491-bbb7-966eee5e4bff is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:17.730776 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b48166db-ca3a-47c3-94d8-3a2d252c4fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (21812f6e-d0c0-4661-b05e-065328e82485), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.769090 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d28cdcf-712b-441c-bd99-222469211e44 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (b8bc7199-3ad4-4cfb-b7a1-d248fdaa49ae), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.894098 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:17.904886 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 34103292-f9b2-4dab-aeda-a0770bb1ba79 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:17.905295 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:17.910469 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b48166db-ca3a-47c3-94d8-3a2d252c4fa4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5402a41c693f43d9ba04f7c265a9a06b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9703414 Mar 21 17:26:17.916142 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46814) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:17.916555 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:17.940020 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28cdcf-712b-441c-bd99-222469211e44 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bc7199-3ad4-4cfb-b7a1-d248fdaa49ae,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:18.031113 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3d28cdcf-712b-441c-bd99-222469211e44 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.040231 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-3d28cdcf-712b-441c-bd99-222469211e44 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5911303 Mar 21 17:26:18.041572 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 34103292-f9b2-4dab-aeda-a0770bb1ba79, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=34103292-f9b2-4dab-aeda-a0770bb1ba79,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:18.052431 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46818) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:18.059003 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.082691 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-25e65cdf-9b9b-43ae-b55a-ebe63f87c0a8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'security_group_rule': {'security_group_id': '61331b5e-88af-41c0-8f2d-56aa20743795', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:18.155400 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09b5d-70a8-4bcf-abf1-f378ebc5b8aa req-cb74c50d-022c-4784-93e1-1d534736f8e8 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:18.158449 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ecd09b5d-70a8-4bcf-abf1-f378ebc5b8aa req-cb74c50d-022c-4784-93e1-1d534736f8e8 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 931 time: 0.4750178 Mar 21 17:26:18.170716 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Sync routers for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:18.199838 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Pushing event updated for resources: {'Port': ['ID=f64118c9-7eee-4efe-9fcf-9154a713ca4a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:18.204259 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:18.204901 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:18.333324 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:18.339089 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=34103292-f9b2-4dab-aeda-a0770bb1ba79,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:18.394513 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:18.395628 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.458149 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25e65cdf-9b9b-43ae-b55a-ebe63f87c0a8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (87f5b5d7-9233-4b32-8817-69cffa4ba7d8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.488808 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48166db-ca3a-47c3-94d8-3a2d252c4fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21812f6e-d0c0-4661-b05e-065328e82485,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:18.635534 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ecd09b5d-70a8-4bcf-abf1-f378ebc5b8aa req-b22bcf5f-1f3b-4e5a-a3fc-d2f8c5646f87 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414585 Mar 21 17:26:18.692956 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a449c-0988-429b-9552-fe230a0f05aa admin admin] Publish callbacks [] for security_group (21812f6e-d0c0-4661-b05e-065328e82485), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.708564 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-dec63f0e-677e-42dc-8788-47f9bdb8d052 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1518061 Mar 21 17:26:18.729790 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:12Z', 'revision_number': 2, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:18.734554 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:18.739172 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:18.763961 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Checking router: 9719e9d3-e281-40e3-8bb0-f6d019b12cfa for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:18.764576 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Updating router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa port 50a9800f-7b79-433a-bedb-3f92d2095590 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:26:18.813312 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-0794b415-0339-40f7-be1b-14cffa103077 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:26:18.814648 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-0794b415-0339-40f7-be1b-14cffa103077 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0567026 Mar 21 17:26:18.816649 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.820066 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a53ac9b6-df04-4461-8de2-d264b32c08b5 admin admin] Publish callbacks [] for security_group (ef609084-7bf3-45c4-b504-c88c10154ee3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.830815 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:18.866375 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a53ac9b6-df04-4461-8de2-d264b32c08b5 admin admin] Publish callbacks [] for security_group (ef609084-7bf3-45c4-b504-c88c10154ee3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.110797 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a449c-0988-429b-9552-fe230a0f05aa admin admin] Publish callbacks [] for security_group (21812f6e-d0c0-4661-b05e-065328e82485), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.237719 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25e65cdf-9b9b-43ae-b55a-ebe63f87c0a8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (87f5b5d7-9233-4b32-8817-69cffa4ba7d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.255034 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-17cb2019-fd33-4ad4-9166-24e7317d91fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef332b2e56ab4d279f464ae14bd19f7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5094261 Mar 21 17:26:19.262253 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 46838) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:19.267630 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25e65cdf-9b9b-43ae-b55a-ebe63f87c0a8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (87f5b5d7-9233-4b32-8817-69cffa4ba7d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.291474 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 34103292-f9b2-4dab-aeda-a0770bb1ba79 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:19.330114 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e65cdf-9b9b-43ae-b55a-ebe63f87c0a8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f5b5d7-9233-4b32-8817-69cffa4ba7d8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:19.357194 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-3845452c-b8dc-49ad-8218-8bbe6d2820c1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:19.358832 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-3845452c-b8dc-49ad-8218-8bbe6d2820c1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 819 time: 0.6347115 Mar 21 17:26:19.374714 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-25e65cdf-9b9b-43ae-b55a-ebe63f87c0a8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.378723 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-25e65cdf-9b9b-43ae-b55a-ebe63f87c0a8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3020775 Mar 21 17:26:19.378723 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a449c-0988-429b-9552-fe230a0f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (21812f6e-d0c0-4661-b05e-065328e82485), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.382955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a449c-0988-429b-9552-fe230a0f05aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.384511 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7f2a449c-0988-429b-9552-fe230a0f05aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21812f6e-d0c0-4661-b05e-065328e82485 HTTP/1.1" status: 204 len: 168 time: 1.4454908 Mar 21 17:26:19.385822 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:19.400407 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:19.453707 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a449c-0988-429b-9552-fe230a0f05aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21812f6e-d0c0-4661-b05e-065328e82485,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:19.458490 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-a1695c05-02fc-48de-9c00-68cfd30c5d94 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/quotas/342a9ad20b7f47388abff212d84e46b9 HTTP/1.1" status: 200 len: 375 time: 0.0869920 Mar 21 17:26:19.465700 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a53ac9b6-df04-4461-8de2-d264b32c08b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (ef609084-7bf3-45c4-b504-c88c10154ee3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.473975 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a53ac9b6-df04-4461-8de2-d264b32c08b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.487196 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-a53ac9b6-df04-4461-8de2-d264b32c08b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef609084-7bf3-45c4-b504-c88c10154ee3 HTTP/1.1" status: 204 len: 168 time: 1.7468398 Mar 21 17:26:19.503667 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Request body: {'port': {'device_id': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:19.559831 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 2, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:19.571989 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.624261 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feacf8e7-e2de-4b84-9b52-dd3de4fdcf81 admin admin] Publish callbacks [] for security_group (c529c2c6-92d3-4768-98f6-0a2ab29baa48), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.636867 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Checking router: 9dd2888a-20b4-4815-9740-d90e2c55d5a2 for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:19.650758 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Updating router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:26:19.730889 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ac9b6-df04-4461-8de2-d264b32c08b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef609084-7bf3-45c4-b504-c88c10154ee3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:19.742416 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.787236 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 34103292-f9b2-4dab-aeda-a0770bb1ba79 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:19.787592 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.870977 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feacf8e7-e2de-4b84-9b52-dd3de4fdcf81 admin admin] Publish callbacks [] for security_group (c529c2c6-92d3-4768-98f6-0a2ab29baa48), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:19.969878 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Allocated IP 172.20.0.1 (b372e4aa-0ada-496c-afe5-e28b0fc1caf4/4dc9c8a9-8483-420b-99f0-0fca0d3feb7e/39f76705-1259-4ed2-b744-d5e3f8470849) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:20.044660 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.138508 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-d9a1a902-196e-4300-a06a-7e100132b7de tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6627352 Mar 21 17:26:20.347876 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 34103292-f9b2-4dab-aeda-a0770bb1ba79 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:20.349643 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 59dd6095-87f8-41a6-8f7b-3a49c951ce31 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:20.350328 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feacf8e7-e2de-4b84-9b52-dd3de4fdcf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c529c2c6-92d3-4768-98f6-0a2ab29baa48), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.360652 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-feacf8e7-e2de-4b84-9b52-dd3de4fdcf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.364251 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-feacf8e7-e2de-4b84-9b52-dd3de4fdcf81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c529c2c6-92d3-4768-98f6-0a2ab29baa48 HTTP/1.1" status: 204 len: 168 time: 1.0988164 Mar 21 17:26:20.397000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7dbf5-9190-4f4a-ae97-727f5b578f8a req-c43e0ceb-11fb-471c-86a7-d71898aa1357 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:20.399934 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-10c7dbf5-9190-4f4a-ae97-727f5b578f8a req-c43e0ceb-11fb-471c-86a7-d71898aa1357 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 931 time: 0.5830042 Mar 21 17:26:20.407109 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46862) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:20.413318 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Publish callbacks [] for port (50a9800f-7b79-433a-bedb-3f92d2095590), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.429396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.440998 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacf8e7-e2de-4b84-9b52-dd3de4fdcf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529c2c6-92d3-4768-98f6-0a2ab29baa48,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:20.518859 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a24e5a3e-7a0c-416d-80ee-7973dbc8192f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.650121 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-90f33830-7218-48ca-a72c-e68629db4a7f service neutron] 10.222.0.20 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583533 Mar 21 17:26:20.796886 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Publish callbacks [] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.807978 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.838009 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:20.838382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.852782 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-10c7dbf5-9190-4f4a-ae97-727f5b578f8a req-6c0b2e55-fbc1-4c4d-8076-787b13bff03e tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414976 Mar 21 17:26:20.929933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:20.971195 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a5af8-0c3b-4e44-91e9-1cdb61adab48 None None] Pushing event updated for resources: {'Port': ['ID=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:21.157623 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Attempting to bind port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:21.157930 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Attempting to bind port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:21.160988 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Attempting to bind port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 on network ef303a24-2947-40db-857e-5d093ceea671 {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:21.161466 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87099fb-41e2-4a2a-8007-ec057ae8e26c None None] Pushing event updated for resources: {'Port': ['ID=50a9800f-7b79-433a-bedb-3f92d2095590,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:21.173865 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Attempting to bind port 50a9800f-7b79-433a-bedb-3f92d2095590 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:21.176647 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Attempting to bind port 50a9800f-7b79-433a-bedb-3f92d2095590 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:21.177206 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Attempting to bind port 50a9800f-7b79-433a-bedb-3f92d2095590 on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:21.185976 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:21.186353 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Checking segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:21.186781 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.192340 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Bound using segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:21.193522 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Bound port: e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:21.196709 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.309775 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:21.310174 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.358722 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 59dd6095-87f8-41a6-8f7b-3a49c951ce31, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=59dd6095-87f8-41a6-8f7b-3a49c951ce31,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:21.371313 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.381538 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] For port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:21.387999 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] For port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:21.390493 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:21.390874 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Checking segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:21.391284 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.391683 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Bound using segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:21.395704 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Bound port: 50a9800f-7b79-433a-bedb-3f92d2095590, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:21.396233 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.398285 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64118c9-7eee-4efe-9fcf-9154a713ca4a {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:21.404605 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.408477 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Publish callbacks [] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.431738 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Transition to ACTIVE for port object f64118c9-7eee-4efe-9fcf-9154a713ca4a will not be triggered until provisioned by entity L2. {{(pid=103306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:26:21.470922 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks [] for port (39f76705-1259-4ed2-b744-d5e3f8470849), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.515551 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.518711 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-eb70c33d-c894-4360-bb15-5620e53272b9 service neutron] 10.222.0.20 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267186 Mar 21 17:26:21.542190 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.606398 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=59dd6095-87f8-41a6-8f7b-3a49c951ce31,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:21.636637 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-03666545-7761-4247-84fe-76a51e8bc676 None None] Provisioning complete for port 50a9800f-7b79-433a-bedb-3f92d2095590 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:21.637035 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-03666545-7761-4247-84fe-76a51e8bc676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:21.795202 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a5af8-0c3b-4e44-91e9-1cdb61adab48 None None] Pushing event updated for resources: {'Port': ['ID=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,revision_number=4']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:21.817540 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:21.820327 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:21.822993 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-03666545-7761-4247-84fe-76a51e8bc676 None None] Port 50a9800f-7b79-433a-bedb-3f92d2095590 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:21.936891 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Allocated IP 172.28.2.195 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/1afaf1f7-dad9-460e-b1d9-6c05b8667c3a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:22.028238 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] For port 50a9800f-7b79-433a-bedb-3f92d2095590, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:22.035228 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] For port 50a9800f-7b79-433a-bedb-3f92d2095590, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=50a9800f-7b79-433a-bedb-3f92d2095590,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:22.087485 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:22.210701 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-a4f1bb05-c0cc-499b-b11f-e5088c00e943 None None] Provisioning complete for port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:22.232393 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bb05-c0cc-499b-b11f-e5088c00e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:22.248115 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:22.261197 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:22.271916 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:22.283886 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:22.395378 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3fd952ad-62b0-47c7-9da0-7bf892d428a9 req-7336634e-1c25-4299-b99d-c9e63fe0e6b4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 210 time: 0.2455513 Mar 21 17:26:22.434031 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:22.435428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:22.549547 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a24e5a3e-7a0c-416d-80ee-7973dbc8192f admin admin] Publish callbacks [] for security_group (cd2fa160-9424-4965-858a-d95180d40f30), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:22.627329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a24e5a3e-7a0c-416d-80ee-7973dbc8192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cd2fa160-9424-4965-858a-d95180d40f30), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:22.670762 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Pushing event updated for resources: {'Port': ['ID=f64118c9-7eee-4efe-9fcf-9154a713ca4a,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:22.830573 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:22.884479 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87099fb-41e2-4a2a-8007-ec057ae8e26c None None] Pushing event updated for resources: {'Port': ['ID=50a9800f-7b79-433a-bedb-3f92d2095590,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:22.907672 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a24e5a3e-7a0c-416d-80ee-7973dbc8192f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0494bf51ea774708a4b4f01c8e153e80&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4988663 Mar 21 17:26:22.943567 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 46942) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:22.990145 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.081540 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e5a3e-7a0c-416d-80ee-7973dbc8192f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2fa160-9424-4965-858a-d95180d40f30,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:23.166785 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1bb05-c0cc-499b-b11f-e5088c00e943 None None] Current status of the port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:23.167200 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bb05-c0cc-499b-b11f-e5088c00e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.201556 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:23.228040 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f099c0-39a7-4199-b03b-7d44da1c6c22 req-1a648896-f751-4bf8-919a-31897d2caae7 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:23.231933 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37f099c0-39a7-4199-b03b-7d44da1c6c22 req-1a648896-f751-4bf8-919a-31897d2caae7 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 943 time: 1.0865197 Mar 21 17:26:23.291845 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:23.302722 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363e8554-8bed-4e7a-92e0-83089ef76c6a None None] The sync data for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb is: [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:23.518086 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a4f1bb05-c0cc-499b-b11f-e5088c00e943 None None] For port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:23.541632 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=39f76705-1259-4ed2-b744-d5e3f8470849,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:23.561732 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a4f1bb05-c0cc-499b-b11f-e5088c00e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.624217 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Attempting to bind port f64118c9-7eee-4efe-9fcf-9154a713ca4a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:23.624583 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Attempting to bind port f64118c9-7eee-4efe-9fcf-9154a713ca4a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2f147af7-ead4-441e-b38b-abc8f6d983f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:23.624910 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Attempting to bind port f64118c9-7eee-4efe-9fcf-9154a713ca4a on network 3029682d-e3a2-4491-bbb7-966eee5e4bff {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:23.646844 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.664268 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.708638 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:23.709607 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Port f64118c9-7eee-4efe-9fcf-9154a713ca4a on network 3029682d-e3a2-4491-bbb7-966eee5e4bff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:26:23.710156 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Attempting to bind port f64118c9-7eee-4efe-9fcf-9154a713ca4a on network 3029682d-e3a2-4491-bbb7-966eee5e4bff {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:23.711074 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a14177b-1c0b-488c-9237-0e4203843609 admin admin] Publish callbacks [] for security_group (cd2fa160-9424-4965-858a-d95180d40f30), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.749856 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a14177b-1c0b-488c-9237-0e4203843609 admin admin] Publish callbacks [] for security_group (cd2fa160-9424-4965-858a-d95180d40f30), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.760012 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:23.760330 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Checking segment: {'id': '2f147af7-ead4-441e-b38b-abc8f6d983f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:23.760857 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Bound using segment: {'id': '2f147af7-ead4-441e-b38b-abc8f6d983f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:23.761428 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Bound port: f64118c9-7eee-4efe-9fcf-9154a713ca4a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f147af7-ead4-441e-b38b-abc8f6d983f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:23.769911 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.816137 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 59dd6095-87f8-41a6-8f7b-3a49c951ce31 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:23.854716 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:23.937264 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:23.955291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a14177b-1c0b-488c-9237-0e4203843609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cd2fa160-9424-4965-858a-d95180d40f30), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.959218 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3a14177b-1c0b-488c-9237-0e4203843609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:23.962697 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-3a14177b-1c0b-488c-9237-0e4203843609 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd2fa160-9424-4965-858a-d95180d40f30 HTTP/1.1" status: 204 len: 168 time: 0.9970908 Mar 21 17:26:24.063922 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] For port f64118c9-7eee-4efe-9fcf-9154a713ca4a, host hv-cinder-76845, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:24.081051 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] For port f64118c9-7eee-4efe-9fcf-9154a713ca4a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f64118c9-7eee-4efe-9fcf-9154a713ca4a,segment=NetworkSegment(2f147af7-ead4-441e-b38b-abc8f6d983f3),segment_id=2f147af7-ead4-441e-b38b-abc8f6d983f3)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:24.106278 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:24.144689 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1bb05-c0cc-499b-b11f-e5088c00e943 None None] Pushing event updated for resources: {'Port': ['ID=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:24.151516 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Provisioning complete for port 39f76705-1259-4ed2-b744-d5e3f8470849 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:24.151982 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:24.302554 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:24.303446 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:24.306003 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14177b-1c0b-488c-9237-0e4203843609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2fa160-9424-4965-858a-d95180d40f30,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:24.309355 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] 10.222.0.23 "PUT /v2.0/ports/f64118c9-7eee-4efe-9fcf-9154a713ca4a HTTP/1.1" status: 200 len: 1093 time: 5.1554239 Mar 21 17:26:24.319212 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'tag': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:24.355196 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'Port': ['ID=1afaf1f7-dad9-460e-b1d9-6c05b8667c3a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:24.459508 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Port 39f76705-1259-4ed2-b744-d5e3f8470849 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:24.471728 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:24.472229 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:24.525559 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-16c53c77-9f88-4094-98db-7ea4e3f9b5fb tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:24.527134 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-16c53c77-9f88-4094-98db-7ea4e3f9b5fb tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 819 time: 1.3962784 Mar 21 17:26:24.557141 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Provisioning complete for port 50a9800f-7b79-433a-bedb-3f92d2095590 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:24.557767 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:24.565431 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37f099c0-39a7-4199-b03b-7d44da1c6c22 req-05f2861d-8a46-4297-943e-d19395f4d75b tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0650692 Mar 21 17:26:24.618181 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (d06abe45-65de-4d61-bb84-379ddbf5e063), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:24.644211 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-89573b48-81fa-4a37-912d-ed0870828044 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/quotas/342a9ad20b7f47388abff212d84e46b9 HTTP/1.1" status: 200 len: 375 time: 0.0725920 Mar 21 17:26:24.678908 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea8f19-7b4a-4ad4-b9ee-67c5b7ac2869 service neutron] Pushing event updated for resources: {'Port': ['ID=f64118c9-7eee-4efe-9fcf-9154a713ca4a,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:24.802960 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:22Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:24.891096 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:24.920804 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-23fbb08d-5e3b-49e5-8f94-0194e6879b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:24.922382 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-23fbb08d-5e3b-49e5-8f94-0194e6879b24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b107e47bbc8464f9f5aef7cf32bbef8&device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 1127 time: 0.4453762 Mar 21 17:26:24.953222 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d63f927-91d8-42e0-84ec-2660bc026998 None None] The sync data for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb is: [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:22Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:24.964970 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-c1f2e591-68d0-4d17-9507-4c54f5892778 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3008301 Mar 21 17:26:25.011225 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:25.018940 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:25.184409 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-3c05aa2e-aaf7-46da-9e03-cf211fc7d434 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f64118c9-7eee-4efe-9fcf-9154a713ca4a HTTP/1.1" status: 200 len: 217 time: 0.2314596 Mar 21 17:26:25.185355 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.23', 53797) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:25.273905 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0ab039-880f-42c8-9054-055085ac7fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "c826b132-dd1f-4c35-a4bf-b694d3dd6e45", "tag": "f64118c9-7eee-4efe-9fcf-9154a713ca4a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:25.278232 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Current status of the port 50a9800f-7b79-433a-bedb-3f92d2095590 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:25.278629 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.283302 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks [] for port (39f76705-1259-4ed2-b744-d5e3f8470849), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.295174 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-6f6bb433-2564-4260-85ef-14911e8036a8 service neutron] 10.222.0.20 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153448 Mar 21 17:26:25.343552 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.466891 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] For port 50a9800f-7b79-433a-bedb-3f92d2095590, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=50a9800f-7b79-433a-bedb-3f92d2095590,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:25.470288 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:25.473601 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.487758 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.762094 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ba131123-79a1-481c-95eb-a3fa4d9544de service neutron] 10.222.0.20 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341533 Mar 21 17:26:25.790219 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=39f76705-1259-4ed2-b744-d5e3f8470849,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:25.823947 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-e4680b66-be80-4ecf-b16e-2280bf43f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:25.848669 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Provisioning complete for port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:25.849982 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-e4680b66-be80-4ecf-b16e-2280bf43f5f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2e2b998-36cf-4fcd-9131-a811acdbf15c HTTP/1.1" status: 200 len: 851 time: 0.5157056 Mar 21 17:26:25.851484 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.869897 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.984517 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:25.994608 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:26.035980 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-b058dc23-2815-4067-9068-872c481c5383 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:26.040259 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-b058dc23-2815-4067-9068-872c481c5383 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 819 time: 0.8454530 Mar 21 17:26:26.102060 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-7bad61d4-343f-43b5-a72c-a31562c86b72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3029682d-e3a2-4491-bbb7-966eee5e4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2288001 Mar 21 17:26:26.106518 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'Port': ['ID=1afaf1f7-dad9-460e-b1d9-6c05b8667c3a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:26.124207 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (d06abe45-65de-4d61-bb84-379ddbf5e063), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:26.127593 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:26:26.150328 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'port': {'device_id': 'faa2f0ac-a711-4fba-a464-06789a588748', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'admin_state_up': True, 'tenant_id': '342a9ad20b7f47388abff212d84e46b9'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:26.160905 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:26.173286 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-14c6a51d-a146-41f2-9555-2911533fa3a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7723224 Mar 21 17:26:26.218834 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Pushing event updated for resources: {'Port': ['ID=50a9800f-7b79-433a-bedb-3f92d2095590,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:26.401050 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-01bf5ef0-1b4c-411e-8816-02272179a490 req-38af2267-0b79-49c3-808d-70a7dd9104a9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 210 time: 0.1025033 Mar 21 17:26:26.490457 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47068) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:26.497751 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-eacee052-68a5-4430-a37e-62788456dcaa None None] Current status of the port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:26.550622 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:26.611776 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de287a2-f613-4df6-9398-224acc589543 x-openstack-request-id: req-9de287a2-f613-4df6-9398-224acc589543 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:26.612096 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c826b132-dd1f-4c35-a4bf-b694d3dd6e45", "tag": "f64118c9-7eee-4efe-9fcf-9154a713ca4a", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:26.612532 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9de287a2-f613-4df6-9398-224acc589543 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:26.616991 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'tag': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a', 'status': 'completed', 'code': 200} Mar 21 17:26:26.656389 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8f900-6785-48f8-a64f-b9a05d4dcc42 req-debd2276-1b3f-4794-b9a2-b5c4700335d4 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:26.682362 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5fa8f900-6785-48f8-a64f-b9a05d4dcc42 req-debd2276-1b3f-4794-b9a2-b5c4700335d4 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 943 time: 0.3111377 Mar 21 17:26:26.694183 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-126d052e-fc2e-4e6a-a889-9f1fa01f018e service neutron] 10.222.0.23 "GET /v2.0/networks/3029682d-e3a2-4491-bbb7-966eee5e4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922949 Mar 21 17:26:26.883124 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5fa8f900-6785-48f8-a64f-b9a05d4dcc42 req-000ca7bc-5166-4cbc-81d1-caea246e70f3 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960254 Mar 21 17:26:26.903651 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Made reservation on behalf of 342a9ad20b7f47388abff212d84e46b9 for: {'port': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:26.924219 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:27.026082 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 50a9800f-7b79-433a-bedb-3f92d2095590 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:27.092906 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77cd899f-dcc0-4f9f-9e73-8e8a9bd92710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:27.234804 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-394c9cfb-e9c6-4272-b14b-22467b8df536 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1312762106&fields=id&tenant_id=808f47779d4b4853888f8bd492d41c88 HTTP/1.1" status: 200 len: 267 time: 0.1734552 Mar 21 17:26:27.285495 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 50a9800f-7b79-433a-bedb-3f92d2095590 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:27.286848 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:27.382320 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-4485827c-1f2f-4f2e-bc0f-e8e8a4940868 req-5b30b337-e2e0-4c03-b331-030fc12d753d service neutron] 10.222.0.23 "GET /v2.0/networks/3029682d-e3a2-4491-bbb7-966eee5e4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857887 Mar 21 17:26:27.541989 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-efd0ef16-e0a0-41b6-9c00-d992c06607f5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:27.553374 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-efd0ef16-e0a0-41b6-9c00-d992c06607f5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 811 time: 0.3173511 Mar 21 17:26:27.605307 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 50a9800f-7b79-433a-bedb-3f92d2095590 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:27.606457 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:27.613879 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-1a63de10-c2e8-41be-a517-9dbd920ea9a3 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/quotas/808f47779d4b4853888f8bd492d41c88 HTTP/1.1" status: 200 len: 375 time: 0.0564523 Mar 21 17:26:27.682169 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:27.701765 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:27.736792 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-814db7b7-d2b7-4e6b-bf6f-d6db87270bee tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218982 Mar 21 17:26:27.740996 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77cd899f-dcc0-4f9f-9e73-8e8a9bd92710 admin admin] Publish callbacks [] for security_group (07d0484b-08b1-4718-8037-ea7d77693112), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:27.745216 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:27.755880 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:27.757412 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:27.757546 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-77cd899f-dcc0-4f9f-9e73-8e8a9bd92710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (07d0484b-08b1-4718-8037-ea7d77693112), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:27.848352 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-77cd899f-dcc0-4f9f-9e73-8e8a9bd92710 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=186d10c5b2da497d8eef453770bfccb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3442125 Mar 21 17:26:27.848352 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47124) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:27.848352 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd899f-dcc0-4f9f-9e73-8e8a9bd92710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0484b-08b1-4718-8037-ea7d77693112,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:27.868156 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47126) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:28.032538 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2586e1c-8435-40c3-8319-024a3e9f8176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.083080 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5faa6295-8420-41c5-a6eb-ae1a6e102333 req-c0374e85-c4f9-40d8-9335-cceef6f3ac20 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 210 time: 0.0641017 Mar 21 17:26:28.169332 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc65c8ba-751f-40fa-8d19-a701097631d0 admin admin] Publish callbacks [] for security_group (07d0484b-08b1-4718-8037-ea7d77693112), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.262246 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc65c8ba-751f-40fa-8d19-a701097631d0 admin admin] Publish callbacks [] for security_group (07d0484b-08b1-4718-8037-ea7d77693112), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.327067 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-e1679eef-5c4d-49d7-bf14-c69c0be0d5fa None None] Provisioning complete for port 39f76705-1259-4ed2-b744-d5e3f8470849 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:28.328479 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e1679eef-5c4d-49d7-bf14-c69c0be0d5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.333930 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:28.362214 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e85b6c-e7d2-44e9-8d48-9d2e745c4336 req-509be0c7-5f6f-492f-af99-3a5b33cd9d7c tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:28.363947 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-65e85b6c-e7d2-44e9-8d48-9d2e745c4336 req-509be0c7-5f6f-492f-af99-3a5b33cd9d7c tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 943 time: 0.1452332 Mar 21 17:26:28.406662 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2586e1c-8435-40c3-8319-024a3e9f8176 admin admin] Publish callbacks [] for security_group (c47f82f4-09e2-4fa1-9219-8e24751aded3), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.408302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc65c8ba-751f-40fa-8d19-a701097631d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (07d0484b-08b1-4718-8037-ea7d77693112), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.411441 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dc65c8ba-751f-40fa-8d19-a701097631d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.416122 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-dc65c8ba-751f-40fa-8d19-a701097631d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07d0484b-08b1-4718-8037-ea7d77693112 HTTP/1.1" status: 204 len: 168 time: 0.5339549 Mar 21 17:26:28.417242 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1be4-839f-4a1c-a54a-64e76c2b45ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.425846 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-e1679eef-5c4d-49d7-bf14-c69c0be0d5fa None None] Port 39f76705-1259-4ed2-b744-d5e3f8470849 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:28.437421 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c2586e1c-8435-40c3-8319-024a3e9f8176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c47f82f4-09e2-4fa1-9219-8e24751aded3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:28.450521 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-aa623e56-0bab-4d82-ad46-29be7bf588c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:28.453296 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-aa623e56-0bab-4d82-ad46-29be7bf588c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b107e47bbc8464f9f5aef7cf32bbef8&device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 1127 time: 0.8939507 Mar 21 17:26:28.474054 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-530b2459-976c-453e-a44c-7060b307a520 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:26:28.475706 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:26:28.485788 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-530b2459-976c-453e-a44c-7060b307a520 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3399293 Mar 21 17:26:28.502441 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65c8ba-751f-40fa-8d19-a701097631d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0484b-08b1-4718-8037-ea7d77693112,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:28.629989 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c2586e1c-8435-40c3-8319-024a3e9f8176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75442820e6244435a63f827877a9052c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8831999 Mar 21 17:26:28.633655 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.23', 53801) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:28.634095 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47142) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:28.644001 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-ff93a474-39b0-4145-9586-5c9aab88ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:28.645860 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-ff93a474-39b0-4145-9586-5c9aab88ba45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3029682d-e3a2-4491-bbb7-966eee5e4bff HTTP/1.1" status: 200 len: 912 time: 0.1664457 Mar 21 17:26:28.702193 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-36f1a442-8d09-4f04-bf52-c90801946c30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f64118c9-7eee-4efe-9fcf-9154a713ca4a HTTP/1.1" status: 200 len: 217 time: 0.0447624 Mar 21 17:26:28.761192 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-ea431ee5-8c8b-4ca4-82dc-22964bf2a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:28.763285 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-ea431ee5-8c8b-4ca4-82dc-22964bf2a596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f2e2b998-36cf-4fcd-9131-a811acdbf15c HTTP/1.1" status: 200 len: 851 time: 0.0528522 Mar 21 17:26:28.868355 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-ea2d779f-35cc-4a55-b821-b6defdb3a8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3029682d-e3a2-4491-bbb7-966eee5e4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397863 Mar 21 17:26:28.869785 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Allocated IP 172.20.0.7 (332f5178-7cd7-4771-843a-0ea903d564ef/b6fa5352-731c-45e5-8210-987263408ae0/f0282ada-d6dc-4171-9197-5b36e2c8845f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:29.018954 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-65e85b6c-e7d2-44e9-8d48-9d2e745c4336 req-422d383a-e897-4471-9fc3-653cd55693e7 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337919 Mar 21 17:26:29.053529 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2586e1c-8435-40c3-8319-024a3e9f8176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f82f4-09e2-4fa1-9219-8e24751aded3,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:29.091250 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:29.104573 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Sync routers for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:29.105086 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-8ed677c1-2fe0-4bdd-83dc-a1f97ac1cde9 service neutron] 10.222.0.23 "GET /v2.0/networks/3029682d-e3a2-4491-bbb7-966eee5e4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282131 Mar 21 17:26:29.112097 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ad57f627-3d98-4154-9a4b-0c730bfbe9c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3957055 Mar 21 17:26:29.141473 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47162) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:29.143300 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:29.145135 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:29.175833 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9e2d4b69-cc48-48b8-a088-b798f23c33d8 service neutron] 10.222.0.20 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882350 Mar 21 17:26:29.185079 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1dfcbd5-20e0-418a-bcc0-d62daa1dbecf admin admin] Publish callbacks [] for security_group (c47f82f4-09e2-4fa1-9219-8e24751aded3), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.310000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-c497b727-dd24-41be-a9aa-a7802cb35fb2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:29.311806 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-c497b727-dd24-41be-a9aa-a7802cb35fb2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 819 time: 0.6730525 Mar 21 17:26:29.331396 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6b6e-9b59-46dc-80e4-a19af4e321e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.342793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'port': {'device_id': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'admin_state_up': True, 'tenant_id': '342a9ad20b7f47388abff212d84e46b9'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:29.368648 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.369688 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-d1bd7859-5718-4aae-bf9d-17f685108bc0 service neutron] 10.222.0.20 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756537 Mar 21 17:26:29.371358 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9a0ab039-880f-42c8-9054-055085ac7fdc req-b1dff830-40ed-4fa8-9a1a-6cbc5ac10752 service neutron] 10.222.0.23 "GET /v2.0/networks/3029682d-e3a2-4491-bbb7-966eee5e4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289603 Mar 21 17:26:29.385379 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1dfcbd5-20e0-418a-bcc0-d62daa1dbecf admin admin] Publish callbacks [] for security_group (c47f82f4-09e2-4fa1-9219-8e24751aded3), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.389676 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-22d606dd-2bab-4b23-87c9-b13e4c767dbf req-f278682d-3084-4a1f-81eb-c999bb46882d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 210 time: 0.1040599 Mar 21 17:26:29.416229 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:29.447922 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.455775 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1be4-839f-4a1c-a54a-64e76c2b45ab admin admin] Publish callbacks [] for security_group (4f1eae45-d010-4b2f-9230-4d0a59105708), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.469875 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1be4-839f-4a1c-a54a-64e76c2b45ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (4f1eae45-d010-4b2f-9230-4d0a59105708), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.519223 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6b6e-9b59-46dc-80e4-a19af4e321e6 admin admin] Publish callbacks [] for security_group (05fb052a-ffbd-47bd-814b-1f9c1bda8ec8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.532309 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Network 332f5178-7cd7-4771-843a-0ea903d564ef is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:29.538313 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6b6e-9b59-46dc-80e4-a19af4e321e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (05fb052a-ffbd-47bd-814b-1f9c1bda8ec8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.545260 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:29.555069 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'Port': ['ID=f0282ada-d6dc-4171-9197-5b36e2c8845f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:29.559306 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:29.636749 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-0b2d1be4-839f-4a1c-a54a-64e76c2b45ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=202abcdcdf9d42f4bcc3e6dc2e99e7be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7676327 Mar 21 17:26:29.644846 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47174) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:29.662107 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d1be4-839f-4a1c-a54a-64e76c2b45ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1eae45-d010-4b2f-9230-4d0a59105708,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:29.668487 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:29.674364 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.749629 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Made reservation on behalf of 342a9ad20b7f47388abff212d84e46b9 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:29.754291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.763733 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c6b6e-9b59-46dc-80e4-a19af4e321e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb052a-ffbd-47bd-814b-1f9c1bda8ec8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:29.767775 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1dfcbd5-20e0-418a-bcc0-d62daa1dbecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c47f82f4-09e2-4fa1-9219-8e24751aded3), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.777839 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ce8c6b6e-9b59-46dc-80e4-a19af4e321e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd1eb24b34724f2d863dbfb9c57cf6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6335924 Mar 21 17:26:29.781519 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47182) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:29.785640 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1dfcbd5-20e0-418a-bcc0-d62daa1dbecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.791458 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-d1dfcbd5-20e0-418a-bcc0-d62daa1dbecf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c47f82f4-09e2-4fa1-9219-8e24751aded3 HTTP/1.1" status: 204 len: 168 time: 1.1505270 Mar 21 17:26:29.798765 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-27fa1b0f-5ef8-41ba-94c4-c4053aff71bf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6611030 Mar 21 17:26:29.818552 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Request body: {'port': {'device_id': 'faa2f0ac-a711-4fba-a464-06789a588748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:29.827102 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfcbd5-20e0-418a-bcc0-d62daa1dbecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f82f4-09e2-4fa1-9219-8e24751aded3,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:29.882582 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1c8f-1797-41a7-b315-f5eaea81a4bc admin admin] Publish callbacks [] for security_group (4f1eae45-d010-4b2f-9230-4d0a59105708), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:29.905387 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:24Z', 'revision_number': 2, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:29.960812 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Checking router: 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:29.961464 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Updating router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a port 39f76705-1259-4ed2-b744-d5e3f8470849 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:26:30.009072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.034129 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.089056 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce863-8b75-403c-9962-54b796af3265 admin admin] Publish callbacks [] for security_group (05fb052a-ffbd-47bd-814b-1f9c1bda8ec8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.176689 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce863-8b75-403c-9962-54b796af3265 admin admin] Publish callbacks [] for security_group (05fb052a-ffbd-47bd-814b-1f9c1bda8ec8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.185624 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1c8f-1797-41a7-b315-f5eaea81a4bc admin admin] Publish callbacks [] for security_group (4f1eae45-d010-4b2f-9230-4d0a59105708), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.326741 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47198) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:30.341955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-828c2424-f770-4d9d-ab48-2d1f20badab3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985267273', 'description': 'tempest-description--1111213904'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:30.421488 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Allocated IP 172.20.0.13 (332f5178-7cd7-4771-843a-0ea903d564ef/b6fa5352-731c-45e5-8210-987263408ae0/28b27a99-6acb-48f6-aeef-6b4bf7f5d926) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:30.436930 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce863-8b75-403c-9962-54b796af3265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (05fb052a-ffbd-47bd-814b-1f9c1bda8ec8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.439721 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce863-8b75-403c-9962-54b796af3265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.443006 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2c2ce863-8b75-403c-9962-54b796af3265 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05fb052a-ffbd-47bd-814b-1f9c1bda8ec8 HTTP/1.1" status: 204 len: 168 time: 0.6553683 Mar 21 17:26:30.457430 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ce863-8b75-403c-9962-54b796af3265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb052a-ffbd-47bd-814b-1f9c1bda8ec8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:30.459467 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-a85216f5-65a8-4727-bc2d-f172b233c03e None None] Provisioning complete for port f0282ada-d6dc-4171-9197-5b36e2c8845f triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:30.459951 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a85216f5-65a8-4727-bc2d-f172b233c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.511047 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-842e104f-fa1b-42bf-98c9-44a3ae7b605b req-7f015e81-7cfb-4210-b4d5-19c739caa739 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 210 time: 0.1642702 Mar 21 17:26:30.532934 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da30d8-9b0e-4530-8dc5-f315bfbbdbda req-f5f6bdce-8d28-4535-a08b-edd5faab7176 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:30.541268 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b5da30d8-9b0e-4530-8dc5-f315bfbbdbda req-f5f6bdce-8d28-4535-a08b-edd5faab7176 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 943 time: 0.2921839 Mar 21 17:26:30.547247 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1c8f-1797-41a7-b315-f5eaea81a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (4f1eae45-d010-4b2f-9230-4d0a59105708), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.550282 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1c8f-1797-41a7-b315-f5eaea81a4bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.551419 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7dfd1c8f-1797-41a7-b315-f5eaea81a4bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f1eae45-d010-4b2f-9230-4d0a59105708 HTTP/1.1" status: 204 len: 168 time: 0.9055407 Mar 21 17:26:30.552314 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-828c2424-f770-4d9d-ab48-2d1f20badab3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.590251 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd1c8f-1797-41a7-b315-f5eaea81a4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1eae45-d010-4b2f-9230-4d0a59105708,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:30.663476 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-a85216f5-65a8-4727-bc2d-f172b233c03e None None] Port f0282ada-d6dc-4171-9197-5b36e2c8845f cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:30.747177 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b5da30d8-9b0e-4530-8dc5-f315bfbbdbda req-a3ab8b4a-f768-4058-b839-bcf7d6b8b552 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999459 Mar 21 17:26:30.802771 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bcdf563e-2360-421e-afe2-a373fc391448 req-90d3a943-d0ee-46b7-9981-9ec9481dad71 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 210 time: 0.0504868 Mar 21 17:26:30.823020 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Publish callbacks [] for port (39f76705-1259-4ed2-b744-d5e3f8470849), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.830457 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.848365 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47218) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:30.862699 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45c40f35-49ab-436a-91e9-a338d25f6060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.913689 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-828c2424-f770-4d9d-ab48-2d1f20badab3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (640dced9-bdba-4776-86dc-054a7653d9c7), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.923481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-828c2424-f770-4d9d-ab48-2d1f20badab3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (640dced9-bdba-4776-86dc-054a7653d9c7), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.953913 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c45b34-b512-4056-9638-e94951881d3d None None] Pushing event updated for resources: {'Port': ['ID=39f76705-1259-4ed2-b744-d5e3f8470849,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:30.958129 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-828c2424-f770-4d9d-ab48-2d1f20badab3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:30.959483 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-828c2424-f770-4d9d-ab48-2d1f20badab3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6300735 Mar 21 17:26:30.968208 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47220) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:30.974615 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-0d6acff8-7d9d-4fff-b466-ff3316b3c3bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'security_group_rule': {'security_group_id': '640dced9-bdba-4776-86dc-054a7653d9c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:31.001105 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c2424-f770-4d9d-ab48-2d1f20badab3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640dced9-bdba-4776-86dc-054a7653d9c7,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:31.021900 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.078729 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Attempting to bind port 39f76705-1259-4ed2-b744-d5e3f8470849 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:31.079053 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Attempting to bind port 39f76705-1259-4ed2-b744-d5e3f8470849 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:31.079426 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Attempting to bind port 39f76705-1259-4ed2-b744-d5e3f8470849 on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:31.087446 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.090320 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f64118c9-7eee-4efe-9fcf-9154a713ca4a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:26:31.116536 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:31.116966 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Checking segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:31.118076 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.118498 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Bound using segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:31.118979 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Bound port: 39f76705-1259-4ed2-b744-d5e3f8470849, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:31.119369 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.191969 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Network 332f5178-7cd7-4771-843a-0ea903d564ef is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:31.198411 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:31.200950 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:31.214908 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:31.217023 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.220500 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d6acff8-7d9d-4fff-b466-ff3316b3c3bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (9ea6d802-53f6-43da-8526-86ddc05af321), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.291684 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45c40f35-49ab-436a-91e9-a338d25f6060 admin admin] Publish callbacks [] for security_group (8211bb4c-11a1-4862-98c1-87a70d30e310), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.297466 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'Port': ['ID=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:31.309444 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-45c40f35-49ab-436a-91e9-a338d25f6060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8211bb4c-11a1-4862-98c1-87a70d30e310), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.355663 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-26829a02-5bec-4e76-9de5-bd1d0801fd57 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0227406 Mar 21 17:26:31.371866 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Request body: {'port': {'device_id': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:31.457628 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-45c40f35-49ab-436a-91e9-a338d25f6060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=321d43a2b0b74adaa56a93fdafba37b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6082194 Mar 21 17:26:31.463190 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] For port 39f76705-1259-4ed2-b744-d5e3f8470849, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:31.478812 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47230) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:31.490943 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.501055 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] For port 39f76705-1259-4ed2-b744-d5e3f8470849, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=39f76705-1259-4ed2-b744-d5e3f8470849,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:31.509307 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-a3907367-723d-4f8e-ab79-ac148d315dc0 None None] Provisioning complete for port 39f76705-1259-4ed2-b744-d5e3f8470849 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:31.509680 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a3907367-723d-4f8e-ab79-ac148d315dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.512545 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f64118c9-7eee-4efe-9fcf-9154a713ca4a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f64118c9-7eee-4efe-9fcf-9154a713ca4a,segment=NetworkSegment(2f147af7-ead4-441e-b38b-abc8f6d983f3),segment_id=2f147af7-ead4-441e-b38b-abc8f6d983f3)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:31.520341 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40f35-49ab-436a-91e9-a338d25f6060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8211bb4c-11a1-4862-98c1-87a70d30e310,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:31.522557 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.643516 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a', 'network_id': '3029682d-e3a2-4491-bbb7-966eee5e4bff', 'port_id': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a', 'mac_address': 'fa:16:3e:48:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e2b998-36cf-4fcd-9131-a811acdbf15c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:26:31.693815 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c45b34-b512-4056-9638-e94951881d3d None None] Pushing event updated for resources: {'Port': ['ID=39f76705-1259-4ed2-b744-d5e3f8470849,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:31.732629 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:31.733266 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:31.736300 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d6acff8-7d9d-4fff-b466-ff3316b3c3bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (9ea6d802-53f6-43da-8526-86ddc05af321), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:31.778843 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d6acff8-7d9d-4fff-b466-ff3316b3c3bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (9ea6d802-53f6-43da-8526-86ddc05af321), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.012475 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-5a579056-4f3b-4642-8b8e-080fe9bd8988 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:32.014774 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-5a579056-4f3b-4642-8b8e-080fe9bd8988 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 811 time: 0.1570487 Mar 21 17:26:32.015425 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47248) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:32.078570 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-302ad4ca-7e31-41c6-bfc2-df6224ce1082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.088789 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90bd8b35-2afc-4cbe-be1a-2e99fd1ca2f1 admin admin] Publish callbacks [] for security_group (8211bb4c-11a1-4862-98c1-87a70d30e310), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.105252 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6acff8-7d9d-4fff-b466-ff3316b3c3bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea6d802-53f6-43da-8526-86ddc05af321,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:32.112093 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port f64118c9-7eee-4efe-9fcf-9154a713ca4a is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:32.112978 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.115942 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0282ada-d6dc-4171-9197-5b36e2c8845f {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:32.123495 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cc20ba25-cd06-4896-8292-477ab125194a req-29f51624-c33a-42d4-a598-f8322be66c32 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 210 time: 0.0981035 Mar 21 17:26:32.160492 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64118c9-7eee-4efe-9fcf-9154a713ca4a {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:32.160906 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a962d7-fe88-4dc8-923e-a19b5ff389c2 req-6c59b686-5f93-44b4-86b3-b09a14985df9 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:32.162030 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90bd8b35-2afc-4cbe-be1a-2e99fd1ca2f1 admin admin] Publish callbacks [] for security_group (8211bb4c-11a1-4862-98c1-87a70d30e310), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.162477 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d1a962d7-fe88-4dc8-923e-a19b5ff389c2 req-6c59b686-5f93-44b4-86b3-b09a14985df9 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 943 time: 0.1360357 Mar 21 17:26:32.171800 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0d6acff8-7d9d-4fff-b466-ff3316b3c3bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.173109 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-0d6acff8-7d9d-4fff-b466-ff3316b3c3bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2030849 Mar 21 17:26:32.175729 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:32.181875 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-3038a74d-d8b6-40fb-a567-b69406ba9405 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'security_group_rule': {'security_group_id': '640dced9-bdba-4776-86dc-054a7653d9c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:32.188851 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Publish callbacks [] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.206102 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f64118c9-7eee-4efe-9fcf-9154a713ca4a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f64118c9-7eee-4efe-9fcf-9154a713ca4a,segment=NetworkSegment(2f147af7-ead4-441e-b38b-abc8f6d983f3),segment_id=2f147af7-ead4-441e-b38b-abc8f6d983f3)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:32.210671 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-a3907367-723d-4f8e-ab79-ac148d315dc0 None None] Current status of the port 39f76705-1259-4ed2-b744-d5e3f8470849 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:32.211928 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a3907367-723d-4f8e-ab79-ac148d315dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.216027 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:32.219030 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.239671 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3038a74d-d8b6-40fb-a567-b69406ba9405 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (47ccdbf6-c1fc-486f-9c31-85d2a0b556c0), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.259237 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d1a962d7-fe88-4dc8-923e-a19b5ff389c2 req-c88ced98-df4e-4366-ad71-98cc54fcd86d tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Mar 21 17:26:32.313156 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90bd8b35-2afc-4cbe-be1a-2e99fd1ca2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8211bb4c-11a1-4862-98c1-87a70d30e310), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.315712 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-90bd8b35-2afc-4cbe-be1a-2e99fd1ca2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.317567 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-90bd8b35-2afc-4cbe-be1a-2e99fd1ca2f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8211bb4c-11a1-4862-98c1-87a70d30e310 HTTP/1.1" status: 204 len: 168 time: 0.8342514 Mar 21 17:26:32.319579 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Transition to ACTIVE for port object f0282ada-d6dc-4171-9197-5b36e2c8845f will not be triggered until provisioned by entity L2. {{(pid=103306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:26:32.352409 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.470029 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3038a74d-d8b6-40fb-a567-b69406ba9405 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (47ccdbf6-c1fc-486f-9c31-85d2a0b556c0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.485742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3038a74d-d8b6-40fb-a567-b69406ba9405 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (47ccdbf6-c1fc-486f-9c31-85d2a0b556c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.499246 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d66475-44bb-421b-86ab-67dfb0a1d01a req-c8892f9d-54ed-47eb-9130-0c9d62a45219 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:32.506455 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-24d66475-44bb-421b-86ab-67dfb0a1d01a req-c8892f9d-54ed-47eb-9130-0c9d62a45219 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 932 time: 0.2214179 Mar 21 17:26:32.524482 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a3907367-723d-4f8e-ab79-ac148d315dc0 None None] For port 39f76705-1259-4ed2-b744-d5e3f8470849, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=39f76705-1259-4ed2-b744-d5e3f8470849,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:32.546917 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038a74d-d8b6-40fb-a567-b69406ba9405 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ccdbf6-c1fc-486f-9c31-85d2a0b556c0,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:32.582577 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3038a74d-d8b6-40fb-a567-b69406ba9405 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.583733 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-3038a74d-d8b6-40fb-a567-b69406ba9405 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067996 Mar 21 17:26:32.589931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47268) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:32.594439 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:32.604408 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a3907367-723d-4f8e-ab79-ac148d315dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.608374 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=f64118c9-7eee-4efe-9fcf-9154a713ca4a,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:32.614997 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['f64118c9-7eee-4efe-9fcf-9154a713ca4a'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:26:32.705280 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd8b35-2afc-4cbe-be1a-2e99fd1ca2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8211bb4c-11a1-4862-98c1-87a70d30e310,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:32.880726 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-8b1398c0-495a-43bb-93c3-bb76a4c05f62 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808f47779d4b4853888f8bd492d41c88 HTTP/1.1" status: 200 len: 380 time: 0.8348970 Mar 21 17:26:32.905300 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-24d66475-44bb-421b-86ab-67dfb0a1d01a req-a02d9c7d-bad2-4a3c-8ae2-5a6d6749b9b4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978319 Mar 21 17:26:32.915686 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.963132 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:32.977446 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f0282ada-d6dc-4171-9197-5b36e2c8845f,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:32.992336 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Publish callbacks [] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:32.998198 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'port': {'device_id': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'admin_state_up': True, 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'security_groups': ['61331b5e-88af-41c0-8f2d-56aa20743795']}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:33.005130 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-302ad4ca-7e31-41c6-bfc2-df6224ce1082 admin admin] Publish callbacks [] for security_group (8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.089350 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-302ad4ca-7e31-41c6-bfc2-df6224ce1082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.123194 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Transition to ACTIVE for port object 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:26:33.137433 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.197887 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Attempting to bind port f0282ada-d6dc-4171-9197-5b36e2c8845f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:33.199054 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3907367-723d-4f8e-ab79-ac148d315dc0 None None] Pushing event updated for resources: {'Port': ['ID=39f76705-1259-4ed2-b744-d5e3f8470849,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:33.200424 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Attempting to bind port f0282ada-d6dc-4171-9197-5b36e2c8845f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:33.202929 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Attempting to bind port f0282ada-d6dc-4171-9197-5b36e2c8845f on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:33.208502 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.223658 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Port f0282ada-d6dc-4171-9197-5b36e2c8845f on network 332f5178-7cd7-4771-843a-0ea903d564ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:26:33.226410 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Attempting to bind port f0282ada-d6dc-4171-9197-5b36e2c8845f on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:33.233100 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ad4ca-7e31-41c6-bfc2-df6224ce1082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:33.247215 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-302ad4ca-7e31-41c6-bfc2-df6224ce1082 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea6aaaa4465446cf9458313283ef0fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2130787 Mar 21 17:26:33.249201 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47294) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:33.278970 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:33.279684 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Checking segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:33.280334 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Bound using segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:33.281125 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Bound port: f0282ada-d6dc-4171-9197-5b36e2c8845f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:33.281735 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.308788 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-9f65367f-8097-4a7f-b14f-5a61ff1cc737 None None] Provisioning complete for port 39f76705-1259-4ed2-b744-d5e3f8470849 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:33.312429 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f65367f-8097-4a7f-b14f-5a61ff1cc737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.502129 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29038031-d2da-4f95-abf3-6d5379cd85c3 req-570105ea-09de-45d2-9a86-cd9643ea01ff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 210 time: 0.2301369 Mar 21 17:26:33.516725 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Pushing event updated for resources: {'Port': ['ID=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:33.521213 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4f84c76-2ea8-49a1-9bb1-385adc6315d2 admin admin] Publish callbacks [] for security_group (8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.569366 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4f84c76-2ea8-49a1-9bb1-385adc6315d2 admin admin] Publish callbacks [] for security_group (8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.612319 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Made reservation on behalf of 808f47779d4b4853888f8bd492d41c88 for: {'port': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:33.615773 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.659735 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] For port f0282ada-d6dc-4171-9197-5b36e2c8845f, host hv-cinder-76845, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:33.682596 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Attempting to bind port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:33.686943 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Attempting to bind port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:33.687435 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Attempting to bind port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:33.720818 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] For port f0282ada-d6dc-4171-9197-5b36e2c8845f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:33.735631 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 on network 332f5178-7cd7-4771-843a-0ea903d564ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:26:33.736269 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Attempting to bind port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:33.738248 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.740420 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-9f65367f-8097-4a7f-b14f-5a61ff1cc737 None None] Current status of the port 39f76705-1259-4ed2-b744-d5e3f8470849 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:33.762514 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:31Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:33.764341 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:33.764689 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Checking segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:33.771732 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Bound using segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:33.776748 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Bound port: 28b27a99-6acb-48f6-aeef-6b4bf7f5d926, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:33.778001 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.805806 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5dfb15-7a44-43da-8495-4f380a1dfb87 None None] The sync data for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb is: [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:31Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:33.823058 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4f84c76-2ea8-49a1-9bb1-385adc6315d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.825725 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d4f84c76-2ea8-49a1-9bb1-385adc6315d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.826963 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d4f84c76-2ea8-49a1-9bb1-385adc6315d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb HTTP/1.1" status: 204 len: 168 time: 0.5636532 Mar 21 17:26:33.883747 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f84c76-2ea8-49a1-9bb1-385adc6315d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30dc7e-4a3b-4da2-8ff2-14cd2c4acbeb,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:33.931358 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:33.932231 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:33.933981 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] 10.222.0.23 "PUT /v2.0/ports/f0282ada-d6dc-4171-9197-5b36e2c8845f HTTP/1.1" status: 200 len: 1093 time: 4.1207697 Mar 21 17:26:33.938599 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa2f0ac-a711-4fba-a464-06789a588748', 'tag': 'f0282ada-d6dc-4171-9197-5b36e2c8845f'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:33.941693 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d73d194-dc47-4820-ac16-0c400b265f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "faa2f0ac-a711-4fba-a464-06789a588748", "tag": "f0282ada-d6dc-4171-9197-5b36e2c8845f"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:33.970032 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] For port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:34.009902 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] For port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:34.030554 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a12099-409a-4cb6-9665-11831ec63e78 service neutron] Pushing event updated for resources: {'Port': ['ID=f0282ada-d6dc-4171-9197-5b36e2c8845f,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:34.032130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:34.128721 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:34.134803 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Allocated IP 172.20.0.3 (ef303a24-2947-40db-857e-5d093ceea671/b909067b-4f40-4c02-af01-4bd339ab4e41/05d13c71-b25d-46cf-af45-d6ee529b3699) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:34.168471 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48ee77-9b77-4462-a8c6-8dc116fde608 req-cefe887f-e576-4b6e-981d-94b81cb04bb6 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:34.170375 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cc48ee77-9b77-4462-a8c6-8dc116fde608 req-cefe887f-e576-4b6e-981d-94b81cb04bb6 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 944 time: 0.7298932 Mar 21 17:26:34.222999 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-3bbbbc3b-5715-4d7e-8964-3d3df6762c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:34.230586 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-3bbbbc3b-5715-4d7e-8964-3d3df6762c40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 1127 time: 0.1888940 Mar 21 17:26:34.343338 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-2e06cf1b-e000-49e7-86bd-8ad8b300ffd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f HTTP/1.1" status: 200 len: 217 time: 0.1116302 Mar 21 17:26:34.423162 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Allocated IP 172.28.2.101 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/61ed25f2-f859-4ff0-b33c-75a19496bbfe) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:34.535971 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:34.536711 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:34.543098 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] 10.222.0.23 "PUT /v2.0/ports/28b27a99-6acb-48f6-aeef-6b4bf7f5d926 HTTP/1.1" status: 200 len: 1094 time: 3.1763484 Mar 21 17:26:34.543515 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'tag': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:34.577281 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-5bb5c7d0-e66d-43e2-b992-42ae65ebb3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:34.578726 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-5bb5c7d0-e66d-43e2-b992-42ae65ebb3d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.2174590 Mar 21 17:26:34.643479 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:34.731350 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 39f76705-1259-4ed2-b744-d5e3f8470849 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:34.762491 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0234d-55ee-469f-9566-11c3382673d8 req-e72e694e-1ecc-4f73-bb66-8a6732bde4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:34.766387 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-e72e694e-1ecc-4f73-bb66-8a6732bde4b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1753674 Mar 21 17:26:34.782959 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cc48ee77-9b77-4462-a8c6-8dc116fde608 req-7d38ab9e-aae7-4209-a450-6132123e38e7 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127215 Mar 21 17:26:34.920872 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 39f76705-1259-4ed2-b744-d5e3f8470849 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:34.921837 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:34.976039 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed98f537-4afd-4ede-b8a9-372662eb3a11 x-openstack-request-id: req-ed98f537-4afd-4ede-b8a9-372662eb3a11 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:34.976597 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa2f0ac-a711-4fba-a464-06789a588748", "tag": "f0282ada-d6dc-4171-9197-5b36e2c8845f", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:34.977379 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed98f537-4afd-4ede-b8a9-372662eb3a11 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:34.977807 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa2f0ac-a711-4fba-a464-06789a588748', 'tag': 'f0282ada-d6dc-4171-9197-5b36e2c8845f', 'status': 'completed', 'code': 200} Mar 21 17:26:35.040420 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:35.080651 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f64118c9-7eee-4efe-9fcf-9154a713ca4a up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:35.188260 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Network ef303a24-2947-40db-857e-5d093ceea671 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:35.210512 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:35.227605 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:35.235582 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8196bf-e587-441f-8592-c657ca0e873a service neutron] Pushing event updated for resources: {'Port': ['ID=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:35.284248 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e077fa1-b1bb-4dab-912d-434cdd1c0f59", "tag": "28b27a99-6acb-48f6-aeef-6b4bf7f5d926"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:35.335539 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'Port': ['ID=05d13c71-b25d-46cf-af45-d6ee529b3699,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:35.342515 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-5072e0be-0556-42b4-9fa3-37e8fa731beb service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675361 Mar 21 17:26:35.376096 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf077223-91e3-4a77-a083-8f3a6ee3838d req-85b6f94f-0f47-453c-9b47-21e6667b11df tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:35.389823 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf077223-91e3-4a77-a083-8f3a6ee3838d req-85b6f94f-0f47-453c-9b47-21e6667b11df tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 944 time: 1.2755291 Mar 21 17:26:35.393158 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47378) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:35.420498 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 39f76705-1259-4ed2-b744-d5e3f8470849 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:35.429025 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port f64118c9-7eee-4efe-9fcf-9154a713ca4a completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:26:35.460152 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port f64118c9-7eee-4efe-9fcf-9154a713ca4a triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:35.463299 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:35.494631 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf077223-91e3-4a77-a083-8f3a6ee3838d req-e18b858d-f816-4826-bc6d-105f0677a40b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987756 Mar 21 17:26:35.520180 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-854d9d89-92cc-476c-8cee-49945231a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:35.526304 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-854d9d89-92cc-476c-8cee-49945231a90f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 1128 time: 0.7732642 Mar 21 17:26:35.549271 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:35.550893 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:35.628519 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7df0234d-55ee-469f-9566-11c3382673d8 req-06730b0b-cd15-4b76-905c-83586b53f2fc service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794158 Mar 21 17:26:35.643437 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:35.654502 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-9bac5435-82e0-4cba-acf6-8f96a603fffd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6692464 Mar 21 17:26:35.672451 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Request body: {'port': {'device_id': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:35.706816 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port f64118c9-7eee-4efe-9fcf-9154a713ca4a is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:35.707219 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:35.790592 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:35.931256 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f64118c9-7eee-4efe-9fcf-9154a713ca4a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f64118c9-7eee-4efe-9fcf-9154a713ca4a,segment=NetworkSegment(2f147af7-ead4-441e-b38b-abc8f6d983f3),segment_id=2f147af7-ead4-441e-b38b-abc8f6d983f3)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:35.963084 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31154904-7a1d-4788-ad8f-0587409b1758 req-e5169463-364a-4d0d-8bc4-b21ba266fdf2 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:35.973114 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:35.974862 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31154904-7a1d-4788-ad8f-0587409b1758 req-e5169463-364a-4d0d-8bc4-b21ba266fdf2 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 931 time: 0.9618959 Mar 21 17:26:35.978102 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-aea542e4-e000-4af1-9ca1-16e34ec40913 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926 HTTP/1.1" status: 200 len: 217 time: 0.2394156 Mar 21 17:26:35.984767 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.026182 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.067696 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-7684fb2b-daa1-45a2-b2b5-db578b981421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:36.069648 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-7684fb2b-daa1-45a2-b2b5-db578b981421 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 1127 time: 0.3314810 Mar 21 17:26:36.090758 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fd5c7e-097e-4f00-bbbf-7153b853db2e" -d '{"events": [{"server_uuid": "c826b132-dd1f-4c35-a4bf-b694d3dd6e45", "name": "network-vif-plugged", "status": "completed", "tag": "f64118c9-7eee-4efe-9fcf-9154a713ca4a"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:36.115935 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-ac056828-c461-49c5-bf1f-d41e43bb4873 None None] Provisioning complete for port 05d13c71-b25d-46cf-af45-d6ee529b3699 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:36.118007 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ac056828-c461-49c5-bf1f-d41e43bb4873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.189570 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=f64118c9-7eee-4efe-9fcf-9154a713ca4a,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:36.220192 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-ac056828-c461-49c5-bf1f-d41e43bb4873 None None] Port 05d13c71-b25d-46cf-af45-d6ee529b3699 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:36.232453 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-a59f7db3-25b2-4c8a-93cd-c42a6ee5d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:36.249167 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-a59f7db3-25b2-4c8a-93cd-c42a6ee5d882 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.2155368 Mar 21 17:26:36.271404 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a1e731-fab3-4b94-927f-7658b2f1f2ae x-openstack-request-id: req-f7a1e731-fab3-4b94-927f-7658b2f1f2ae {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:36.271404 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e077fa1-b1bb-4dab-912d-434cdd1c0f59", "tag": "28b27a99-6acb-48f6-aeef-6b4bf7f5d926", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:36.271404 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7a1e731-fab3-4b94-927f-7658b2f1f2ae {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:36.275294 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'tag': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926', 'status': 'completed', 'code': 200} Mar 21 17:26:36.321999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39d935ef-ab88-4705-891f-d82a6cb88da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.329825 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-80347e40-d55e-4c7c-815e-270b110524f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:36.332005 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-80347e40-d55e-4c7c-815e-270b110524f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.2533023 Mar 21 17:26:36.376886 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:36.393200 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31154904-7a1d-4788-ad8f-0587409b1758 req-67d1acbe-c8ce-470e-91d0-b896312d76fd tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149857 Mar 21 17:26:36.431331 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-ab20a765-0f2f-40d0-b0e0-aa469d5aa9d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f HTTP/1.1" status: 200 len: 217 time: 0.0472970 Mar 21 17:26:36.447347 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:36.455432 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:36.459772 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'Port': ['ID=61ed25f2-f859-4ff0-b33c-75a19496bbfe,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:36.494019 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-95855108-983e-4bff-8935-b386c3dc9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:36.495860 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-95855108-983e-4bff-8935-b386c3dc9aca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0565715 Mar 21 17:26:36.542641 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-52882b8e-1aa0-4ce7-ade5-53d289e45f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:36.544234 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-52882b8e-1aa0-4ce7-ade5-53d289e45f01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2949893 Mar 21 17:26:36.617890 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b9b2-b5a5-4cfa-9ec8-cdf4446de3df req-35d1428b-aed1-4174-a5a6-faf9c7241221 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:36.619518 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-04d5b9b2-b5a5-4cfa-9ec8-cdf4446de3df req-35d1428b-aed1-4174-a5a6-faf9c7241221 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.2928841 Mar 21 17:26:36.620790 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (ad09ad04-1d99-47de-823f-26f927ab5c0c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.686481 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-e1800bcd-f638-4ad8-88d9-ce6e5d72cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:36.687874 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-e1800bcd-f638-4ad8-88d9-ce6e5d72cb20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1861422 Mar 21 17:26:36.732781 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb51ef6-b9a8-4cb9-8b8b-003788cee2aa x-openstack-request-id: req-9bb51ef6-b9a8-4cb9-8b8b-003788cee2aa {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:36.733396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c826b132-dd1f-4c35-a4bf-b694d3dd6e45", "name": "network-vif-plugged", "status": "completed", "tag": "f64118c9-7eee-4efe-9fcf-9154a713ca4a", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:36.733754 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bb51ef6-b9a8-4cb9-8b8b-003788cee2aa {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:36.734315 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a', 'code': 200} Mar 21 17:26:36.834422 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-6a93a40b-5f35-4179-bc18-218509eb26a4 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398389 Mar 21 17:26:36.835322 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39d935ef-ab88-4705-891f-d82a6cb88da7 admin admin] Publish callbacks [] for security_group (0116dc64-1433-4ff4-8195-163082db8df8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.866513 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-39d935ef-ab88-4705-891f-d82a6cb88da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0116dc64-1433-4ff4-8195-163082db8df8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.887834 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:36.906589 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-04d5b9b2-b5a5-4cfa-9ec8-cdf4446de3df req-ebf18caa-f8fd-49e5-bb74-245e857cca21 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769010 Mar 21 17:26:36.910082 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-84264e5f-401e-46bc-a3ab-6723d90e7861 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564250 Mar 21 17:26:36.968477 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.23', 53810) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:37.204780 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d13c71-b25d-46cf-af45-d6ee529b3699 {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:37.216244 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Publish callbacks [] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.228092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-39d935ef-ab88-4705-891f-d82a6cb88da7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=791248129a7b4e7788160040d0bbb171&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8279870 Mar 21 17:26:37.230842 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47454) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:37.251546 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Transition to ACTIVE for port object 05d13c71-b25d-46cf-af45-d6ee529b3699 will not be triggered until provisioned by entity L2. {{(pid=103306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:26:37.268350 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.287407 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d935ef-ab88-4705-891f-d82a6cb88da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0116dc64-1433-4ff4-8195-163082db8df8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:37.323304 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-9d73d194-dc47-4820-ac16-0c400b265f7a req-21927231-d2ba-4696-9b8f-d053c103e2af service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738536 Mar 21 17:26:37.323556 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0205-9208-43f8-aecc-41495d406baf req-561de82f-a1cb-451f-b15c-f0225efd5d58 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:37.325091 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-769b0205-9208-43f8-aecc-41495d406baf req-561de82f-a1cb-451f-b15c-f0225efd5d58 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 944 time: 0.4844704 Mar 21 17:26:37.412959 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Pushing event updated for resources: {'Port': ['ID=05d13c71-b25d-46cf-af45-d6ee529b3699,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:37.418398 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-538c6e7e-d96f-4e29-b14d-d63eea8d6fd9 admin admin] Publish callbacks [] for security_group (0116dc64-1433-4ff4-8195-163082db8df8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.502853 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-538c6e7e-d96f-4e29-b14d-d63eea8d6fd9 admin admin] Publish callbacks [] for security_group (0116dc64-1433-4ff4-8195-163082db8df8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.537165 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-623bc4fc-cf59-48fd-94f5-5633fd0ffe39 req-bf8f8bb2-9ae6-4f8e-8223-b7cc8271ccf1 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924878 Mar 21 17:26:37.554877 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Attempting to bind port 05d13c71-b25d-46cf-af45-d6ee529b3699 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:37.555348 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Attempting to bind port 05d13c71-b25d-46cf-af45-d6ee529b3699 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:37.555713 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Attempting to bind port 05d13c71-b25d-46cf-af45-d6ee529b3699 on network ef303a24-2947-40db-857e-5d093ceea671 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:37.561776 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Port 05d13c71-b25d-46cf-af45-d6ee529b3699 on network ef303a24-2947-40db-857e-5d093ceea671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:26:37.562668 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Attempting to bind port 05d13c71-b25d-46cf-af45-d6ee529b3699 on network ef303a24-2947-40db-857e-5d093ceea671 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:37.570911 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:37.575544 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Checking segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:37.576412 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Bound using segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:37.576739 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf82706-25ec-48df-be0d-ff71059c3bb8 req-b05469cd-37f3-4186-ada2-f935fdd4b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:37.577287 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Bound port: 05d13c71-b25d-46cf-af45-d6ee529b3699, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:37.577999 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.578544 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0cf82706-25ec-48df-be0d-ff71059c3bb8 req-b05469cd-37f3-4186-ada2-f935fdd4b254 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 1129 time: 0.6082914 Mar 21 17:26:37.617180 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-769b0205-9208-43f8-aecc-41495d406baf req-810a0a8d-6edd-4891-81aa-fc85fc0383b2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522173 Mar 21 17:26:37.647604 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-538c6e7e-d96f-4e29-b14d-d63eea8d6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0116dc64-1433-4ff4-8195-163082db8df8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.651206 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-538c6e7e-d96f-4e29-b14d-d63eea8d6fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.655700 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-538c6e7e-d96f-4e29-b14d-d63eea8d6fd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0116dc64-1433-4ff4-8195-163082db8df8 HTTP/1.1" status: 204 len: 168 time: 0.4216073 Mar 21 17:26:37.670474 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c6e7e-d96f-4e29-b14d-d63eea8d6fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0116dc64-1433-4ff4-8195-163082db8df8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:37.689934 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] For port 05d13c71-b25d-46cf-af45-d6ee529b3699, host hv-cinder-76845, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:37.694750 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0cf82706-25ec-48df-be0d-ff71059c3bb8 req-e73009c2-ae83-4c17-a0aa-c7e81d32c2f9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.694923 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] For port 05d13c71-b25d-46cf-af45-d6ee529b3699, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=05d13c71-b25d-46cf-af45-d6ee529b3699,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:37.704758 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.767697 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:37.771589 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.778473 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] 10.222.0.23 "PUT /v2.0/ports/05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 200 len: 1093 time: 2.1128740 Mar 21 17:26:37.779329 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:37.782602 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6040d91a-5754-427d-b085-7556e14546a8" -d '{"events": [{"name": "network-changed", "server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:37.816898 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af07c6-b51b-44f6-b782-03553558f10e service neutron] Pushing event updated for resources: {'Port': ['ID=05d13c71-b25d-46cf-af45-d6ee529b3699,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:37.820769 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5c2ab-4248-4cc3-85dc-e9ee6269678f req-6aedc94f-985d-4b12-a9c3-63b25cf9f66e tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:37.822967 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7bb5c2ab-4248-4cc3-85dc-e9ee6269678f req-6aedc94f-985d-4b12-a9c3-63b25cf9f66e tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 943 time: 0.2813160 Mar 21 17:26:37.854506 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.867565 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-ab8f687b-2cfd-4d19-bf5e-fe2074a9d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:37.869129 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-ab8f687b-2cfd-4d19-bf5e-fe2074a9d121 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 1128 time: 0.2511504 Mar 21 17:26:37.875199 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:37.887790 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb92d6-fd0a-4b5a-99a4-a180677580df x-openstack-request-id: req-d8cb92d6-fd0a-4b5a-99a4-a180677580df {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:37.888109 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:37.888372 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8cb92d6-fd0a-4b5a-99a4-a180677580df {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:37.888730 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'status': 'completed', 'code': 200} Mar 21 17:26:37.915050 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-84eb1e8c-6b68-4e03-9fd5-ddb51306dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:37.918677 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-84eb1e8c-6b68-4e03-9fd5-ddb51306dcf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 1127 time: 0.0854604 Mar 21 17:26:38.010816 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-fcd4e10d-2dd6-421d-8992-e6e14bdc2f0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 200 len: 217 time: 0.0832872 Mar 21 17:26:38.088170 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (ad09ad04-1d99-47de-823f-26f927ab5c0c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:38.122908 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-32308c63-edfb-4e69-9855-d4b24ed5ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.124487 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-32308c63-edfb-4e69-9855-d4b24ed5ed7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.1070240 Mar 21 17:26:38.187059 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7bb5c2ab-4248-4cc3-85dc-e9ee6269678f req-094c3205-7d21-4140-b8b7-1dbb731c84aa tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3531723 Mar 21 17:26:38.202435 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'Port': ['ID=61ed25f2-f859-4ff0-b33c-75a19496bbfe,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:38.212654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0cf82706-25ec-48df-be0d-ff71059c3bb8 req-e73009c2-ae83-4c17-a0aa-c7e81d32c2f9 service neutron] Publish callbacks [] for security_group (7013319a-5961-4caf-a8b6-7f7b43aa4169), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:38.213903 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-b1ef234e-b9b3-4bba-ad1e-1b0fc661173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.215617 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:38.215741 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-b1ef234e-b9b3-4bba-ad1e-1b0fc661173e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0850804 Mar 21 17:26:38.225318 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-0eec531d-ccc9-46cd-8f6d-915653eaca85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6343369 Mar 21 17:26:38.245286 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0cf82706-25ec-48df-be0d-ff71059c3bb8 req-e73009c2-ae83-4c17-a0aa-c7e81d32c2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7013319a-5961-4caf-a8b6-7f7b43aa4169), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:38.313357 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-f2d97806-73ab-4eb6-b413-3edcd5c5263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.314856 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-f2d97806-73ab-4eb6-b413-3edcd5c5263b service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.4033394 Mar 21 17:26:38.323305 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0cf82706-25ec-48df-be0d-ff71059c3bb8 req-e73009c2-ae83-4c17-a0aa-c7e81d32c2f9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186749 Mar 21 17:26:38.323907 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73009c2-ae83-4c17-a0aa-c7e81d32c2f9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7013319a-5961-4caf-a8b6-7f7b43aa4169,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:38.352712 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-3adc3fc0-4fc0-48c9-85db-4a5491e1628b service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299307 Mar 21 17:26:38.371904 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-9e18c17d-1c71-4b67-8fec-0094d0c64bea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926 HTTP/1.1" status: 200 len: 217 time: 0.0443389 Mar 21 17:26:38.380280 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dac0e-3e3e-4dd7-9d22-e4f0abdfbcff req-65f9022d-9c64-4c24-9879-2dc2afede1bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.384409 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c84dac0e-3e3e-4dd7-9d22-e4f0abdfbcff req-65f9022d-9c64-4c24-9879-2dc2afede1bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.3268089 Mar 21 17:26:38.437776 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c84dac0e-3e3e-4dd7-9d22-e4f0abdfbcff req-71584d92-a139-4774-808f-8bb89a24aa99 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Mar 21 17:26:38.502830 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-1ab08107-8c02-4e4f-aedf-c64cdd7fc328 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--985267273&fields=id&tenant_id=e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 267 time: 0.0465631 Mar 21 17:26:38.578034 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-13633ddc-ff0e-4a10-a187-2d5c8b6c74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.579482 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-13633ddc-ff0e-4a10-a187-2d5c8b6c74a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0474010 Mar 21 17:26:38.628727 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-a90887ef-03e5-4a2f-b707-86190695dbd4 req-07f9ac2a-3cad-49b6-a1f1-286a373e3244 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977662 Mar 21 17:26:38.760681 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-4456d169-8880-4b7e-999e-a2b44437adf8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.765640 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-4456d169-8880-4b7e-999e-a2b44437adf8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 816 time: 0.2527051 Mar 21 17:26:38.769506 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d91a-5754-427d-b085-7556e14546a8 req-cdd69133-65ff-4c6e-a68b-45dd4b9b8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.770063 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-f3c60146-c648-45e5-acb9-c7bf19667635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.771236 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6040d91a-5754-427d-b085-7556e14546a8 req-cdd69133-65ff-4c6e-a68b-45dd4b9b8601 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 1127 time: 0.0749381 Mar 21 17:26:38.772444 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-f3c60146-c648-45e5-acb9-c7bf19667635 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1826453 Mar 21 17:26:38.864135 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-2ecf6e50-ebb6-4386-b04c-bdbc1c4a3514 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/quotas/e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 375 time: 0.0903029 Mar 21 17:26:38.904344 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d91a-5754-427d-b085-7556e14546a8 req-88d50225-f8fb-4039-b995-9dc8eb772d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.906956 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6040d91a-5754-427d-b085-7556e14546a8 req-88d50225-f8fb-4039-b995-9dc8eb772d38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 912 time: 0.1244848 Mar 21 17:26:38.939939 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ec55-ddcd-4d37-89f3-af217bb91089 req-3586c9e2-aadc-478b-bb22-aa7ee143d4c1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:38.947677 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1844ec55-ddcd-4d37-89f3-af217bb91089 req-3586c9e2-aadc-478b-bb22-aa7ee143d4c1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 944 time: 0.2258406 Mar 21 17:26:38.952633 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6040d91a-5754-427d-b085-7556e14546a8 req-f29a12b6-ca09-4b77-adbd-8d778a5c14bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 200 len: 217 time: 0.0393424 Mar 21 17:26:38.975509 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-b3b04ee4-401c-4e72-93d8-3a0b5a5e33be service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915176 Mar 21 17:26:39.012818 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d91a-5754-427d-b085-7556e14546a8 req-3d3ec20f-4889-437d-8cc6-31e259099bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:39.014853 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6040d91a-5754-427d-b085-7556e14546a8 req-3d3ec20f-4889-437d-8cc6-31e259099bd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.0561471 Mar 21 17:26:39.016303 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-87bc6ea4-375a-42e0-8d5c-ac75f1a442dc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501608 Mar 21 17:26:39.081819 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f0282ada-d6dc-4171-9197-5b36e2c8845f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:26:39.091574 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1844ec55-ddcd-4d37-89f3-af217bb91089 req-292be34e-a8de-4194-b191-75831aacf667 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410880 Mar 21 17:26:39.185561 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d91a-5754-427d-b085-7556e14546a8 req-64c5342c-eadc-492a-a8c4-b0c720b4d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:39.187228 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6040d91a-5754-427d-b085-7556e14546a8 req-64c5342c-eadc-492a-a8c4-b0c720b4d69e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1366742 Mar 21 17:26:39.242250 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f0282ada-d6dc-4171-9197-5b36e2c8845f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:39.246415 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7a640b2b-1209-4af4-8ceb-835b3dcc99fb req-868cdb74-b9aa-4012-b460-fc91485be013 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630405 Mar 21 17:26:39.257026 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'f0282ada-d6dc-4171-9197-5b36e2c8845f', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'port_id': 'f0282ada-d6dc-4171-9197-5b36e2c8845f', 'mac_address': 'fa:16:3e:88:03:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:26:39.302521 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-8b7a56be-321e-4353-937e-41cb2883bd8e service neutron] 10.222.0.20 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376268 Mar 21 17:26:39.308406 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port f0282ada-d6dc-4171-9197-5b36e2c8845f is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:39.308815 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:39.328228 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0282ada-d6dc-4171-9197-5b36e2c8845f {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:39.364475 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f0282ada-d6dc-4171-9197-5b36e2c8845f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:39.369413 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6040d91a-5754-427d-b085-7556e14546a8 req-e5e55b32-e195-40a4-b426-8d4ab020b259 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751761 Mar 21 17:26:39.369932 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:39.472358 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-d3a328e3-154a-4c79-aecc-54551935b066 service neutron] 10.222.0.20 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634481 Mar 21 17:26:39.483654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfd9e9-e70b-4134-89ea-38f1ebf664f2 req-d56d3e8c-63fb-43fe-b081-33bd0f3fc189 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:39.485424 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66cfd9e9-e70b-4134-89ea-38f1ebf664f2 req-d56d3e8c-63fb-43fe-b081-33bd0f3fc189 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 943 time: 0.1026976 Mar 21 17:26:39.534808 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=f0282ada-d6dc-4171-9197-5b36e2c8845f,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:39.575352 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6040d91a-5754-427d-b085-7556e14546a8 req-db982db9-28bf-4d20-8ce8-ab7ed98f8640 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981533 Mar 21 17:26:39.597013 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['f0282ada-d6dc-4171-9197-5b36e2c8845f'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:26:39.636779 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66cfd9e9-e70b-4134-89ea-38f1ebf664f2 req-00d11204-2857-4137-846a-234bf6640067 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446736 Mar 21 17:26:39.844809 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-088de6b7-6ff0-46ee-9953-a33e41213b82 req-0bc835fb-a207-4f58-aa75-aa7af413d480 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 210 time: 0.0615196 Mar 21 17:26:39.871741 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4d902-46f2-40a9-9177-a224a290ebc0 req-6b08be6e-9b7e-475e-8a73-006ca327419e tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:39.873278 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ccb4d902-46f2-40a9-9177-a224a290ebc0 req-6b08be6e-9b7e-475e-8a73-006ca327419e tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.1433513 Mar 21 17:26:39.939924 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ccb4d902-46f2-40a9-9177-a224a290ebc0 req-36f19a64-7c91-432b-ae73-f2167abafd2a tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Mar 21 17:26:40.280561 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84104d3a-7e1a-4035-9f14-bcf5311720e7 req-4176c69e-f1dd-46d7-b197-a3da974c881d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:40.288253 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-84104d3a-7e1a-4035-9f14-bcf5311720e7 req-4176c69e-f1dd-46d7-b197-a3da974c881d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 944 time: 0.1066535 Mar 21 17:26:40.367684 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-84104d3a-7e1a-4035-9f14-bcf5311720e7 req-ed062e12-268d-417e-82a4-62bc197eea15 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Mar 21 17:26:40.743305 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1770ab-0a6f-4ec2-9563-f2e88cb868d5 req-1bf23a1a-9be3-4df7-b6d3-92eb9864510b tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:40.744797 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2c1770ab-0a6f-4ec2-9563-f2e88cb868d5 req-1bf23a1a-9be3-4df7-b6d3-92eb9864510b tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 943 time: 0.0642202 Mar 21 17:26:40.759426 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ad76cdb4-b8f4-4048-bed5-b506f5ee7bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:40.799720 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2c1770ab-0a6f-4ec2-9563-f2e88cb868d5 req-7ad4a9af-aaf4-445c-a773-dbd60d035935 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 Mar 21 17:26:40.944671 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cb3304d5-085b-4eb0-9adc-3eee1b01922a req-dbb64a90-a46d-4da0-8931-91c87b08ca8c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 210 time: 0.0278814 Mar 21 17:26:41.081824 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 05d13c71-b25d-46cf-af45-d6ee529b3699 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:26:41.125569 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f0282ada-d6dc-4171-9197-5b36e2c8845f up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:41.275581 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.db.resource_extend [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 17:26:41.323077 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-fa9b46f9-1e02-4bb2-9cc8-99708b7dbf8a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:41.325464 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-fa9b46f9-1e02-4bb2-9cc8-99708b7dbf8a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 816 time: 0.3007262 Mar 21 17:26:41.340541 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1afb1-868a-4a19-83d4-7f097464de18 req-4f9afb20-f8ec-4cf2-949c-c05f2b2a09a5 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:41.340541 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-10a1afb1-868a-4a19-83d4-7f097464de18 req-4f9afb20-f8ec-4cf2-949c-c05f2b2a09a5 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.3041177 Mar 21 17:26:41.340717 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port f0282ada-d6dc-4171-9197-5b36e2c8845f completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:26:41.363017 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port f0282ada-d6dc-4171-9197-5b36e2c8845f triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:41.363396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:41.419690 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-3cc105ea-12e7-48b1-8b9d-d6583599551d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 379 time: 0.0842752 Mar 21 17:26:41.431228 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-10a1afb1-868a-4a19-83d4-7f097464de18 req-e2aa420a-9b47-4a53-9b51-b13cae18c6e5 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912519 Mar 21 17:26:41.437169 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'port': {'device_id': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'admin_state_up': True, 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'security_groups': ['640dced9-bdba-4776-86dc-054a7653d9c7']}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:41.451496 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 05d13c71-b25d-46cf-af45-d6ee529b3699, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=05d13c71-b25d-46cf-af45-d6ee529b3699,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:41.537927 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468d046-3a28-4427-9a97-16a30f6bec2e req-bbc53dac-f90c-4ab6-b98b-334d3de60925 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:41.541190 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port f0282ada-d6dc-4171-9197-5b36e2c8845f is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:41.541931 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:41.544457 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'port_id': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'mac_address': 'fa:16:3e:42:fc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:26:41.544880 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b468d046-3a28-4427-9a97-16a30f6bec2e req-bbc53dac-f90c-4ab6-b98b-334d3de60925 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 944 time: 0.0630722 Mar 21 17:26:41.607558 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b468d046-3a28-4427-9a97-16a30f6bec2e req-5b152328-c82c-4aef-9d58-a11bdcc6799b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616975 Mar 21 17:26:41.636499 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 05d13c71-b25d-46cf-af45-d6ee529b3699 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:41.637184 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:41.665082 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d13c71-b25d-46cf-af45-d6ee529b3699 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:41.684758 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 05d13c71-b25d-46cf-af45-d6ee529b3699, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=05d13c71-b25d-46cf-af45-d6ee529b3699,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:41.699344 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Made reservation on behalf of e923a21fc816467e85e310e8dd9ba7d4 for: {'port': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:41.699828 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:41.700783 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:26:41.705794 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:41.753150 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa2f0ac-a711-4fba-a464-06789a588748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0282ada-d6dc-4171-9197-5b36e2c8845f'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:41.756327 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaeda4d-4d79-4939-8f30-a195dd8fa246" -d '{"events": [{"server_uuid": "faa2f0ac-a711-4fba-a464-06789a588748", "name": "network-vif-plugged", "status": "completed", "tag": "f0282ada-d6dc-4171-9197-5b36e2c8845f"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:41.810429 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f0282ada-d6dc-4171-9197-5b36e2c8845f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:41.834633 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6a0a08-9d95-4b9b-bb67-619262fa54c5 x-openstack-request-id: req-be6a0a08-9d95-4b9b-bb67-619262fa54c5 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:41.835010 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa2f0ac-a711-4fba-a464-06789a588748", "name": "network-vif-plugged", "status": "completed", "tag": "f0282ada-d6dc-4171-9197-5b36e2c8845f", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:41.840658 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be6a0a08-9d95-4b9b-bb67-619262fa54c5 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:41.841091 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa2f0ac-a711-4fba-a464-06789a588748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0282ada-d6dc-4171-9197-5b36e2c8845f', 'code': 200} Mar 21 17:26:41.849200 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:41.855678 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=05d13c71-b25d-46cf-af45-d6ee529b3699,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:41.899143 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Allocated IP 172.20.0.12 (b372e4aa-0ada-496c-afe5-e28b0fc1caf4/4dc9c8a9-8483-420b-99f0-0fca0d3feb7e/11414615-cbe6-49be-8532-35092fe2e57e) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:41.935823 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=f0282ada-d6dc-4171-9197-5b36e2c8845f,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:41.962561 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.db.resource_extend [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 17:26:42.137915 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for port (11414615-cbe6-49be-8532-35092fe2e57e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.187126 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.291370 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf651212-6d86-4d63-b8f3-cb4f726abd12 req-29bb47ca-7778-44d3-825f-789ac7cbec21 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:42.293529 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf651212-6d86-4d63-b8f3-cb4f726abd12 req-29bb47ca-7778-44d3-825f-789ac7cbec21 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 944 time: 0.2378042 Mar 21 17:26:42.311616 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:42.320464 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:42.328129 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:42.384103 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75da536-ba18-4f84-a938-b4fd3feabbc7 req-8a3c4459-4aaf-4025-bfee-9a95198ddf76 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:42.396333 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f75da536-ba18-4f84-a938-b4fd3feabbc7 req-8a3c4459-4aaf-4025-bfee-9a95198ddf76 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 932 time: 0.1992912 Mar 21 17:26:42.449519 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf651212-6d86-4d63-b8f3-cb4f726abd12 req-dc198b77-3404-4bc2-b198-6440fe0947e7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277542 Mar 21 17:26:42.455488 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fff3e-07a9-4e5e-9bc3-8c6188b17520 req-2ee76979-82c3-4923-ad5d-c7b3014e70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:42.458206 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b28fff3e-07a9-4e5e-9bc3-8c6188b17520 req-2ee76979-82c3-4923-ad5d-c7b3014e70fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 1129 time: 0.2967525 Mar 21 17:26:42.475426 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:42.476128 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.494890 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:42.503474 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:42.532927 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'port_id': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926', 'mac_address': 'fa:16:3e:7b:e3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:26:42.538042 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-bf6f9148-09f9-4c29-81b7-61cad27e9093 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1123192 Mar 21 17:26:42.551435 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Request body: {'port': {'device_id': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:42.561051 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b28fff3e-07a9-4e5e-9bc3-8c6188b17520 req-e4da0072-ed1e-46ec-a9bd-984a4f1e36a4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941372 Mar 21 17:26:42.569946 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f75da536-ba18-4f84-a938-b4fd3feabbc7 req-4b0767a2-6801-4b71-bc27-4587857cf64d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720660 Mar 21 17:26:42.635289 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:42.635582 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.636773 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.662980 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:42.696837 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:42.707016 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.785016 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:42.794187 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-b84db425-0c3a-41dd-9b20-fc3831593b65 None None] Provisioning complete for port 11414615-cbe6-49be-8532-35092fe2e57e triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:42.794598 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b84db425-0c3a-41dd-9b20-fc3831593b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (11414615-cbe6-49be-8532-35092fe2e57e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.839458 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-b84db425-0c3a-41dd-9b20-fc3831593b65 None None] Port 11414615-cbe6-49be-8532-35092fe2e57e cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:26:42.851437 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25479a-0448-4d24-96a9-6aee4b67c5b0 req-c9a09c66-9477-4e49-a21a-1b9fe889e383 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:42.861187 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0c25479a-0448-4d24-96a9-6aee4b67c5b0 req-c9a09c66-9477-4e49-a21a-1b9fe889e383 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 945 time: 0.1283176 Mar 21 17:26:42.926375 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0c25479a-0448-4d24-96a9-6aee4b67c5b0 req-bcb788c7-19a0-4d07-988d-3b4d3f170044 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638702 Mar 21 17:26:42.960386 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4530dbce-b9da-461f-a0c4-997853bae4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:42.991500 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['05d13c71-b25d-46cf-af45-d6ee529b3699'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:26:43.025008 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['28b27a99-6acb-48f6-aeef-6b4bf7f5d926'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:26:43.064586 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11414615-cbe6-49be-8532-35092fe2e57e {{(pid=103306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:43.073325 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Publish callbacks [] for port (11414615-cbe6-49be-8532-35092fe2e57e), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:43.093678 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.provisioning_blocks [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Transition to ACTIVE for port object 11414615-cbe6-49be-8532-35092fe2e57e will not be triggered until provisioned by entity L2. {{(pid=103306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:26:43.098781 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:43.172632 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:43.229697 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Attempting to bind port 11414615-cbe6-49be-8532-35092fe2e57e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:43.230101 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Attempting to bind port 11414615-cbe6-49be-8532-35092fe2e57e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:43.230444 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Attempting to bind port 11414615-cbe6-49be-8532-35092fe2e57e on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:43.238675 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Port 11414615-cbe6-49be-8532-35092fe2e57e on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:26:43.239513 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Attempting to bind port 11414615-cbe6-49be-8532-35092fe2e57e on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:43.247251 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:43.247599 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Checking segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:43.247991 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Bound using segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} {{(pid=103306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:43.248464 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.managers [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Bound port: 11414615-cbe6-49be-8532-35092fe2e57e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}}] {{(pid=103306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:43.249219 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:43.352189 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, cleared binding levels {{(pid=103306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:43.355886 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:43.364119 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:43.416702 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:43.417320 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:43.419075 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] 10.222.0.23 "PUT /v2.0/ports/11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 200 len: 1094 time: 0.8726137 Mar 21 17:26:43.419537 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:43.425403 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "tag": "11414615-cbe6-49be-8532-35092fe2e57e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:43.453403 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77920f15-0a8a-4804-832f-b1717135f945 service neutron] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=3']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:43.504898 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ec3af7-4119-4a7b-8a34-a39fc3b7fa90 x-openstack-request-id: req-65ec3af7-4119-4a7b-8a34-a39fc3b7fa90 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:43.505066 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "tag": "11414615-cbe6-49be-8532-35092fe2e57e", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:43.505228 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65ec3af7-4119-4a7b-8a34-a39fc3b7fa90 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:43.505629 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e', 'status': 'completed', 'code': 200} Mar 21 17:26:43.555498 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-3a48ab27-702b-4f59-ad16-6d485e53a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:43.557149 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-3a48ab27-702b-4f59-ad16-6d485e53a530 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 1128 time: 0.0636687 Mar 21 17:26:43.637758 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-6e6e77ca-f0e3-48a1-9f66-bd3f4bf5704e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 200 len: 217 time: 0.0677006 Mar 21 17:26:43.697384 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23381b9-9ff5-4c86-998a-82edac1227ba req-0205c461-bb5e-4499-bbe9-aa5be94ae723 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:43.698967 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e23381b9-9ff5-4c86-998a-82edac1227ba req-0205c461-bb5e-4499-bbe9-aa5be94ae723 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 944 time: 0.1053972 Mar 21 17:26:43.737437 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-220c87b1-95d0-48f8-b33f-d461891bd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:43.739331 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-220c87b1-95d0-48f8-b33f-d461891bd436 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0895703 Mar 21 17:26:43.811286 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e23381b9-9ff5-4c86-998a-82edac1227ba req-a8f241d2-da0a-4e8c-b684-dd9c3163c424 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951347 Mar 21 17:26:43.828157 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-62b2f9d1-67df-4955-9b3b-b2bddaed6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:43.829742 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-62b2f9d1-67df-4955-9b3b-b2bddaed6ffc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0827880 Mar 21 17:26:43.966616 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e90e2-9b1e-4a3a-9546-b80e4175497c req-c516df29-6e11-4d73-8219-7cd8e35c4d3a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:43.967210 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-cad54a97-ee52-466d-8dd2-ab0429e80682 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204231 Mar 21 17:26:43.968788 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ec9e90e2-9b1e-4a3a-9546-b80e4175497c req-c516df29-6e11-4d73-8219-7cd8e35c4d3a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0668664 Mar 21 17:26:44.002974 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:44.042912 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ec9e90e2-9b1e-4a3a-9546-b80e4175497c req-86ecee6c-dddf-4720-ae71-5c05ba56aa4c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663590 Mar 21 17:26:44.075518 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-37a70fe0-04f7-4dda-a76a-47c8ec206acc req-62768f9b-52d3-4c30-84a3-99436335740d service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018932 Mar 21 17:26:44.188933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cbdf6-023a-45f8-a0b7-0d467dac42c1 req-aa99d598-e32c-44ca-a76a-1e39a56a76fa tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:44.196655 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-991cbdf6-023a-45f8-a0b7-0d467dac42c1 req-aa99d598-e32c-44ca-a76a-1e39a56a76fa tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 945 time: 0.0763960 Mar 21 17:26:44.249995 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-991cbdf6-023a-45f8-a0b7-0d467dac42c1 req-8a1cefff-1476-4007-a018-d42535709dc0 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502350 Mar 21 17:26:44.278933 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-12cbd9d3-0984-4295-a020-c8c7f691a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:44.280996 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-12cbd9d3-0984-4295-a020-c8c7f691a61b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 1128 time: 0.1128316 Mar 21 17:26:44.420364 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-b8a3e5c7-3051-497a-b964-d202037fc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:44.421886 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-b8a3e5c7-3051-497a-b964-d202037fc815 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.0922978 Mar 21 17:26:44.490328 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-b8897865-052f-4e2c-988f-3146b869e43f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 200 len: 217 time: 0.0357518 Mar 21 17:26:44.543604 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-66fc4a7b-458d-4ec2-a504-79a76d1f2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:44.545200 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-66fc4a7b-458d-4ec2-a504-79a76d1f2278 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0493655 Mar 21 17:26:44.598386 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-a2b81c9f-e0b5-4b17-83c1-8ec47fc311e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:44.600001 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-a2b81c9f-e0b5-4b17-83c1-8ec47fc311e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0485039 Mar 21 17:26:44.696004 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-4e7cb8ea-be31-45bc-bae8-375eea50ac86 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885921 Mar 21 17:26:44.803614 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-f0a3982b-49e0-4c49-a9ed-b6a5367b4eb2 req-cb908483-89d1-4f08-9101-65eec66a5475 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996835 Mar 21 17:26:44.936515 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9b86f-f0e3-467e-8e0b-d86c613342d2 req-aac9315c-55c8-47a6-a1a3-744ffda59455 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:44.946239 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dab9b86f-f0e3-467e-8e0b-d86c613342d2 req-aac9315c-55c8-47a6-a1a3-744ffda59455 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 944 time: 0.0669069 Mar 21 17:26:44.995878 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dab9b86f-f0e3-467e-8e0b-d86c613342d2 req-572c0f5d-97e5-41bd-9708-a2d90aa23a59 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Mar 21 17:26:45.108213 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 05d13c71-b25d-46cf-af45-d6ee529b3699 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:45.165256 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 05d13c71-b25d-46cf-af45-d6ee529b3699 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:26:45.169807 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 05d13c71-b25d-46cf-af45-d6ee529b3699 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:45.170304 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:45.172301 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00361d43-ff17-4327-8cbd-23ce7611e139 req-03729e86-40af-4714-a90a-8123a5eec221 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:45.173850 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00361d43-ff17-4327-8cbd-23ce7611e139 req-03729e86-40af-4714-a90a-8123a5eec221 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0585268 Mar 21 17:26:45.227026 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00361d43-ff17-4327-8cbd-23ce7611e139 req-4021df16-5027-420a-84cb-83fe3f1485c0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475087 Mar 21 17:26:45.257160 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 05d13c71-b25d-46cf-af45-d6ee529b3699 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:45.257441 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:45.355964 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 05d13c71-b25d-46cf-af45-d6ee529b3699, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=05d13c71-b25d-46cf-af45-d6ee529b3699,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:45.356592 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:45.360078 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e951a8-3d9a-46e4-aa7f-aa173b5f70da" -d '{"events": [{"server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "name": "network-vif-plugged", "status": "completed", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:45.365630 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:45.366616 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:45.407599 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc554-8b33-469c-8d38-73960a530c35 req-3eff11a3-ea6c-4353-90e7-6869f47da368 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:45.419968 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6a4cc554-8b33-469c-8d38-73960a530c35 req-3eff11a3-ea6c-4353-90e7-6869f47da368 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 945 time: 0.0779972 Mar 21 17:26:45.434283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44e6bcb-9453-4e4c-9e09-d1dd34939604 x-openstack-request-id: req-b44e6bcb-9453-4e4c-9e09-d1dd34939604 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:45.434283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "name": "network-vif-plugged", "status": "completed", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:45.434283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b44e6bcb-9453-4e4c-9e09-d1dd34939604 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:45.434283 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'code': 200} Mar 21 17:26:45.474521 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=05d13c71-b25d-46cf-af45-d6ee529b3699,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:45.496341 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6a4cc554-8b33-469c-8d38-73960a530c35 req-b6d585bb-256d-4a73-b67f-40a00f95ee1d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Mar 21 17:26:45.497858 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:26:45.511223 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:45.511620 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:45.549355 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:45.618915 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:45.619407 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:45.679693 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:45.686060 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:45.700151 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e399187-be68-434e-a82f-62760aa62e29 req-ff3d0142-dbd2-47e7-a190-3e216e7357ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:45.701807 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-1e399187-be68-434e-a82f-62760aa62e29 req-ff3d0142-dbd2-47e7-a190-3e216e7357ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 1129 time: 0.1040626 Mar 21 17:26:45.754343 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:45.806463 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-1e399187-be68-434e-a82f-62760aa62e29 req-fb3ce7eb-a6d7-4dd5-bd1c-128853f87698 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960808 Mar 21 17:26:45.890740 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47868) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:45.934759 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:46.062383 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f11cacd-b2bb-458b-a609-0c8d0c2f33c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.065412 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed02e46d-0dc4-4a59-b441-112891c1afdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.216961 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdf1c3-2f69-46a1-a33f-a51e55ea6109 req-b542c077-6c11-4ad1-8ae5-84e9581c55fc tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:46.218442 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09bdf1c3-2f69-46a1-a33f-a51e55ea6109 req-b542c077-6c11-4ad1-8ae5-84e9581c55fc tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.1269455 Mar 21 17:26:46.273906 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f11cacd-b2bb-458b-a609-0c8d0c2f33c0 admin admin] Publish callbacks [] for security_group (5b6086dd-15a8-437f-9915-126183da3764), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.280585 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed02e46d-0dc4-4a59-b441-112891c1afdb admin admin] Publish callbacks [] for security_group (337a72a1-60fe-4d0b-ac12-a3533e458e89), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.284688 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f11cacd-b2bb-458b-a609-0c8d0c2f33c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5b6086dd-15a8-437f-9915-126183da3764), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.301302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ed02e46d-0dc4-4a59-b441-112891c1afdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (337a72a1-60fe-4d0b-ac12-a3533e458e89), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.374585 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-ed02e46d-0dc4-4a59-b441-112891c1afdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04552d7bfd2849fba30400af0f91a14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805930 Mar 21 17:26:46.375444 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47898) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:46.391566 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09bdf1c3-2f69-46a1-a33f-a51e55ea6109 req-3ce7a0f1-3150-43bc-b903-99f4274a6274 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648054 Mar 21 17:26:46.395155 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-1f11cacd-b2bb-458b-a609-0c8d0c2f33c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88939a9d4cde4a9fb1085b8edb60aa11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593170 Mar 21 17:26:46.395917 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11cacd-b2bb-458b-a609-0c8d0c2f33c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6086dd-15a8-437f-9915-126183da3764,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:46.401478 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47900) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:46.442115 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f33a-a7bd-45a2-b4cc-5603fe967192 admin admin] Publish callbacks [] for security_group (337a72a1-60fe-4d0b-ac12-a3533e458e89), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.471277 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e46d-0dc4-4a59-b441-112891c1afdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a72a1-60fe-4d0b-ac12-a3533e458e89,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:46.473260 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f33a-a7bd-45a2-b4cc-5603fe967192 admin admin] Publish callbacks [] for security_group (337a72a1-60fe-4d0b-ac12-a3533e458e89), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.493079 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35428261-aff3-4bbf-93c9-eb59c553dd40 req-7cb0d2a6-35bb-4cc3-8c32-1867008347bc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:46.494732 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-35428261-aff3-4bbf-93c9-eb59c553dd40 req-7cb0d2a6-35bb-4cc3-8c32-1867008347bc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.1604993 Mar 21 17:26:46.501400 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9637d36e-8464-4e1f-b209-84f400a6aafc admin admin] Publish callbacks [] for security_group (5b6086dd-15a8-437f-9915-126183da3764), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.557065 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9637d36e-8464-4e1f-b209-84f400a6aafc admin admin] Publish callbacks [] for security_group (5b6086dd-15a8-437f-9915-126183da3764), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.564016 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f33a-a7bd-45a2-b4cc-5603fe967192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (337a72a1-60fe-4d0b-ac12-a3533e458e89), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.573122 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f33a-a7bd-45a2-b4cc-5603fe967192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.577173 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b6f0f33a-a7bd-45a2-b4cc-5603fe967192 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/337a72a1-60fe-4d0b-ac12-a3533e458e89 HTTP/1.1" status: 204 len: 168 time: 0.2002623 Mar 21 17:26:46.595543 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0f33a-a7bd-45a2-b4cc-5603fe967192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a72a1-60fe-4d0b-ac12-a3533e458e89,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:46.610169 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-35428261-aff3-4bbf-93c9-eb59c553dd40 req-5fcffd71-20e4-42d5-80ab-0b800e5e04da tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042838 Mar 21 17:26:46.660878 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9637d36e-8464-4e1f-b209-84f400a6aafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5b6086dd-15a8-437f-9915-126183da3764), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.663721 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9637d36e-8464-4e1f-b209-84f400a6aafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:46.667322 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9637d36e-8464-4e1f-b209-84f400a6aafc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b6086dd-15a8-437f-9915-126183da3764 HTTP/1.1" status: 204 len: 168 time: 0.2622898 Mar 21 17:26:46.688818 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637d36e-8464-4e1f-b209-84f400a6aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6086dd-15a8-437f-9915-126183da3764,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:46.808864 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583af9-d9ef-43d3-89f7-5aa426518216 req-7bb86be0-cbb7-4638-a376-6d608fbea382 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:46.812368 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a583af9-d9ef-43d3-89f7-5aa426518216 req-7bb86be0-cbb7-4638-a376-6d608fbea382 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1181684 Mar 21 17:26:46.916301 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a583af9-d9ef-43d3-89f7-5aa426518216 req-bf000e67-a81a-48e3-92a8-009b5e4511aa tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971577 Mar 21 17:26:46.948481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c1e7f-b702-4047-b20a-e09cacbd76fb req-32c0c260-8185-4ce4-8bd5-0c489e612142 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:46.950092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f4c1e7f-b702-4047-b20a-e09cacbd76fb req-32c0c260-8185-4ce4-8bd5-0c489e612142 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.0758331 Mar 21 17:26:47.009769 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f4c1e7f-b702-4047-b20a-e09cacbd76fb req-f98ace91-acec-4a47-b3ed-1094a290dca5 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Mar 21 17:26:47.048732 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.101914 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47924) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:47.115585 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ba03774-51a6-487a-bb28-905cd71fc703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.122960 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:26:47.175238 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47926) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:47.192542 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e90171d-cc21-4a24-8c19-bf731ea1e01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.232021 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ba03774-51a6-487a-bb28-905cd71fc703 admin admin] Publish callbacks [] for security_group (455f1066-15f9-4d5b-9981-229743bbaf9d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.236445 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:47.240084 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9ba03774-51a6-487a-bb28-905cd71fc703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (455f1066-15f9-4d5b-9981-229743bbaf9d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.249243 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '11414615-cbe6-49be-8532-35092fe2e57e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'port_id': '11414615-cbe6-49be-8532-35092fe2e57e', 'mac_address': 'fa:16:3e:0a:cd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:26:47.288314 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9ba03774-51a6-487a-bb28-905cd71fc703 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fac1541a5fc24a8aab06b602df7f5553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852787 Mar 21 17:26:47.289837 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:47.290308 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.291548 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47928) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:47.298019 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba03774-51a6-487a-bb28-905cd71fc703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455f1066-15f9-4d5b-9981-229743bbaf9d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:47.304451 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11414615-cbe6-49be-8532-35092fe2e57e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:26:47.335198 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:47.337003 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e90171d-cc21-4a24-8c19-bf731ea1e01e admin admin] Publish callbacks [] for security_group (5e389572-9297-40aa-9c5c-0f08278360ad), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.341230 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.344221 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e90171d-cc21-4a24-8c19-bf731ea1e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5e389572-9297-40aa-9c5c-0f08278360ad), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.379704 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a95a7829-f45d-4b8c-8b0d-746cfc5ae24c admin admin] Publish callbacks [] for security_group (455f1066-15f9-4d5b-9981-229743bbaf9d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.383221 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90171d-cc21-4a24-8c19-bf731ea1e01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e389572-9297-40aa-9c5c-0f08278360ad,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:47.387558 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9e90171d-cc21-4a24-8c19-bf731ea1e01e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c327e56b526a4754ac3b64e1d1238e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113590 Mar 21 17:26:47.389752 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:47.390283 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47930) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:47.409442 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a95a7829-f45d-4b8c-8b0d-746cfc5ae24c admin admin] Publish callbacks [] for security_group (455f1066-15f9-4d5b-9981-229743bbaf9d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.434687 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:47.438362 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b940026-97f5-4a1b-a40d-69cbbeb5860e" -d '{"events": [{"server_uuid": "4e077fa1-b1bb-4dab-912d-434cdd1c0f59", "name": "network-vif-plugged", "status": "completed", "tag": "28b27a99-6acb-48f6-aeef-6b4bf7f5d926"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:47.465986 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a95a7829-f45d-4b8c-8b0d-746cfc5ae24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (455f1066-15f9-4d5b-9981-229743bbaf9d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.468760 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a95a7829-f45d-4b8c-8b0d-746cfc5ae24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.470129 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-a95a7829-f45d-4b8c-8b0d-746cfc5ae24c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/455f1066-15f9-4d5b-9981-229743bbaf9d HTTP/1.1" status: 204 len: 168 time: 0.1769753 Mar 21 17:26:47.471111 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e448fac-c2df-4b56-96b0-bb2526b68488 admin admin] Publish callbacks [] for security_group (5e389572-9297-40aa-9c5c-0f08278360ad), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.487782 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f7c039-cc4f-4f8d-8a0f-2ba08313e337 x-openstack-request-id: req-35f7c039-cc4f-4f8d-8a0f-2ba08313e337 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:47.488184 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e077fa1-b1bb-4dab-912d-434cdd1c0f59", "name": "network-vif-plugged", "status": "completed", "tag": "28b27a99-6acb-48f6-aeef-6b4bf7f5d926", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:47.488506 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35f7c039-cc4f-4f8d-8a0f-2ba08313e337 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:47.488949 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926', 'code': 200} Mar 21 17:26:47.489464 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a7829-f45d-4b8c-8b0d-746cfc5ae24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455f1066-15f9-4d5b-9981-229743bbaf9d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:47.497359 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e448fac-c2df-4b56-96b0-bb2526b68488 admin admin] Publish callbacks [] for security_group (5e389572-9297-40aa-9c5c-0f08278360ad), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.582135 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd9eba-4f0a-4a2f-bbc4-81e97c957c18 req-fb547df5-33fe-425b-8edb-941bb7ba8779 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:47.583754 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9ebd9eba-4f0a-4a2f-bbc4-81e97c957c18 req-fb547df5-33fe-425b-8edb-941bb7ba8779 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0841885 Mar 21 17:26:47.592653 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e448fac-c2df-4b56-96b0-bb2526b68488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5e389572-9297-40aa-9c5c-0f08278360ad), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.595494 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9e448fac-c2df-4b56-96b0-bb2526b68488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:47.596644 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9e448fac-c2df-4b56-96b0-bb2526b68488 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e389572-9297-40aa-9c5c-0f08278360ad HTTP/1.1" status: 204 len: 168 time: 0.2051682 Mar 21 17:26:47.612371 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e448fac-c2df-4b56-96b0-bb2526b68488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e389572-9297-40aa-9c5c-0f08278360ad,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:47.669579 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9ebd9eba-4f0a-4a2f-bbc4-81e97c957c18 req-1da220f6-c604-473a-8a54-7cb9ebe11091 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698886 Mar 21 17:26:47.770130 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['11414615-cbe6-49be-8532-35092fe2e57e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:26:47.784333 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726e174-a58b-44c2-b486-050c6ea0c44c req-2598aabd-63ee-4072-bb58-bcba46788cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:47.786287 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7726e174-a58b-44c2-b486-050c6ea0c44c req-2598aabd-63ee-4072-bb58-bcba46788cc1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 1130 time: 0.1265805 Mar 21 17:26:47.817841 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb92ad-e5a6-423a-afc5-196d5cbfce6b req-fef3c3c2-4798-4b2d-b20d-39cda59512c0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:47.828073 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c6eb92ad-e5a6-423a-afc5-196d5cbfce6b req-fef3c3c2-4798-4b2d-b20d-39cda59512c0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 945 time: 0.1161261 Mar 21 17:26:47.903783 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-7726e174-a58b-44c2-b486-050c6ea0c44c req-3d96849c-a4e8-4a7d-96a1-221c7239273b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034977 Mar 21 17:26:47.904921 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538a0c5-7669-4efc-90a6-72b1f725b8a4 req-361924c7-bd49-481e-a581-06fdc5f18ee9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:47.906716 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6538a0c5-7669-4efc-90a6-72b1f725b8a4 req-361924c7-bd49-481e-a581-06fdc5f18ee9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.1494024 Mar 21 17:26:47.918653 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47960) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:47.930718 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'floatingip': {'port_id': '05d13c71-b25d-46cf-af45-d6ee529b3699'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:47.951307 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c6eb92ad-e5a6-423a-afc5-196d5cbfce6b req-6bcdc95b-0d8c-418f-9987-8ca7fdff48bb tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196334 Mar 21 17:26:48.097017 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (d06abe45-65de-4d61-bb84-379ddbf5e063), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.234535 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47982) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:48.252103 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcdb4-6d95-4afe-94e6-b81326c3b6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.281416 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43bd62-4f37-4408-90c9-afa0650956bc req-ec667399-ce89-4d06-a1dd-4b5c9b295976 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:48.282934 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c43bd62-4f37-4408-90c9-afa0650956bc req-ec667399-ce89-4d06-a1dd-4b5c9b295976 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.2271242 Mar 21 17:26:48.314960 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dd39a-1ee5-4e49-b7c1-83c0be4cf94d req-310e827e-359d-4e34-ba68-52ed38c8caf2 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:48.321969 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b74dd39a-1ee5-4e49-b7c1-83c0be4cf94d req-310e827e-359d-4e34-ba68-52ed38c8caf2 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.1839457 Mar 21 17:26:48.374957 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcdb4-6d95-4afe-94e6-b81326c3b6d4 admin admin] Publish callbacks [] for security_group (0b7f2619-fd78-40ff-b8c6-587ee6cb16da), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.379934 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcdb4-6d95-4afe-94e6-b81326c3b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0b7f2619-fd78-40ff-b8c6-587ee6cb16da), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.432220 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4e8bcdb4-6d95-4afe-94e6-b81326c3b6d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=152bbf1c701c4642bb55dfee8e73f5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963656 Mar 21 17:26:48.433621 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bcdb4-6d95-4afe-94e6-b81326c3b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f2619-fd78-40ff-b8c6-587ee6cb16da,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:48.442854 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 47988) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:48.462501 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 47990) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:48.491125 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c43bd62-4f37-4408-90c9-afa0650956bc req-30c0cb21-e907-4715-bf4a-ab0f55f1991e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011085 Mar 21 17:26:48.508263 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b74dd39a-1ee5-4e49-b7c1-83c0be4cf94d req-17d8c43c-1c76-46a2-9d8e-7801c53e81c9 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851585 Mar 21 17:26:48.597559 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9b70-464a-4689-a573-593b1359f13a admin admin] Publish callbacks [] for security_group (0b7f2619-fd78-40ff-b8c6-587ee6cb16da), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.667699 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddefee6a-e808-44c3-aaa8-a4194f3b1305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.735674 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9b70-464a-4689-a573-593b1359f13a admin admin] Publish callbacks [] for security_group (0b7f2619-fd78-40ff-b8c6-587ee6cb16da), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.765650 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddefee6a-e808-44c3-aaa8-a4194f3b1305 admin admin] Publish callbacks [] for security_group (3a6909ae-f92b-471b-9ad4-038b5f1d8b5c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.771229 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ddefee6a-e808-44c3-aaa8-a4194f3b1305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (3a6909ae-f92b-471b-9ad4-038b5f1d8b5c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.815071 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ddefee6a-e808-44c3-aaa8-a4194f3b1305 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd367ea978443c28771a8331806952f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487351 Mar 21 17:26:48.816093 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48004) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:48.829296 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefee6a-e808-44c3-aaa8-a4194f3b1305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6909ae-f92b-471b-9ad4-038b5f1d8b5c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:48.872196 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32ba3cde-a158-4ce5-a991-6744637f4a70 admin admin] Publish callbacks [] for security_group (3a6909ae-f92b-471b-9ad4-038b5f1d8b5c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.900131 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32ba3cde-a158-4ce5-a991-6744637f4a70 admin admin] Publish callbacks [] for security_group (3a6909ae-f92b-471b-9ad4-038b5f1d8b5c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.974494 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32ba3cde-a158-4ce5-a991-6744637f4a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (3a6909ae-f92b-471b-9ad4-038b5f1d8b5c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.977164 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32ba3cde-a158-4ce5-a991-6744637f4a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:48.978332 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-32ba3cde-a158-4ce5-a991-6744637f4a70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a6909ae-f92b-471b-9ad4-038b5f1d8b5c HTTP/1.1" status: 204 len: 168 time: 0.1617551 Mar 21 17:26:49.002383 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba3cde-a158-4ce5-a991-6744637f4a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6909ae-f92b-471b-9ad4-038b5f1d8b5c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:49.055209 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.db.resource_extend [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 17:26:49.115116 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9b70-464a-4689-a573-593b1359f13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0b7f2619-fd78-40ff-b8c6-587ee6cb16da), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.116039 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ddf9b70-464a-4689-a573-593b1359f13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.117758 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-5ddf9b70-464a-4689-a573-593b1359f13a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b7f2619-fd78-40ff-b8c6-587ee6cb16da HTTP/1.1" status: 204 len: 168 time: 0.6739411 Mar 21 17:26:49.142023 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:26:49.173836 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf9b70-464a-4689-a573-593b1359f13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f2619-fd78-40ff-b8c6-587ee6cb16da,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:49.180215 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.192558 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (d06abe45-65de-4d61-bb84-379ddbf5e063), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.224274 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 11414615-cbe6-49be-8532-35092fe2e57e completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:26:49.232683 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 11414615-cbe6-49be-8532-35092fe2e57e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:26:49.233179 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (11414615-cbe6-49be-8532-35092fe2e57e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.279350 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b349c4c-b296-47d6-b477-3e1ec8430fc3 req-750b491b-b97b-42e1-b5d2-4e288022a11a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:49.280926 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b349c4c-b296-47d6-b477-3e1ec8430fc3 req-750b491b-b97b-42e1-b5d2-4e288022a11a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 945 time: 0.1914194 Mar 21 17:26:49.341375 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Floating IP d06abe45-65de-4d61-bb84-379ddbf5e063 associated. External IP: 172.28.2.195, port: 05d13c71-b25d-46cf-af45-d6ee529b3699. Mar 21 17:26:49.352323 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:26:49.352817 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.393383 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:49.394296 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b349c4c-b296-47d6-b477-3e1ec8430fc3 req-618dbba3-c234-4051-b608-0210cefce4da tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022527 Mar 21 17:26:49.414403 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.489642 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:49.494298 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390db2c0-bf41-423b-a2a4-4a6d846034b5" -d '{"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-plugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:49.499329 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:49.553665 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-6f9b9028-2f15-4b8d-843b-cb3d2354f1e5 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:49.555848 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-6f9b9028-2f15-4b8d-843b-cb3d2354f1e5 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.1977401 Mar 21 17:26:49.603207 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eab182-a902-42f5-9def-f91d1f7dbac7 x-openstack-request-id: req-a9eab182-a902-42f5-9def-f91d1f7dbac7 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:49.603528 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-plugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:49.603784 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9eab182-a902-42f5-9def-f91d1f7dbac7 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:49.604206 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e', 'code': 200} Mar 21 17:26:49.771121 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48036) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:49.820784 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c84a-bff0-4741-b456-8daa49faa229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:49.969293 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:26:49.995017 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c84a-bff0-4741-b456-8daa49faa229 admin admin] Publish callbacks [] for security_group (7d89fbe8-0575-4051-af50-062b788c9e92), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.009779 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Deleting port f64118c9-7eee-4efe-9fcf-9154a713ca4a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:26:50.011011 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.013560 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f4c0-ccff-4e5d-857a-49ee1a5c6ada req-4f1ff71a-5225-45d4-af69-f508cff54220 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:50.015103 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b9d7f4c0-ccff-4e5d-857a-49ee1a5c6ada req-4f1ff71a-5225-45d4-af69-f508cff54220 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.3340387 Mar 21 17:26:50.019726 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6f1c84a-bff0-4741-b456-8daa49faa229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7d89fbe8-0575-4051-af50-062b788c9e92), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.037738 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9911ee2-cf63-46d2-b898-0437392b6cad req-d98e8516-0fae-489f-b3cb-e0f829fada00 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:50.039901 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e9911ee2-cf63-46d2-b898-0437392b6cad req-d98e8516-0fae-489f-b3cb-e0f829fada00 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 945 time: 0.3221130 Mar 21 17:26:50.164716 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] For port f64118c9-7eee-4efe-9fcf-9154a713ca4a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f64118c9-7eee-4efe-9fcf-9154a713ca4a,segment=NetworkSegment(2f147af7-ead4-441e-b38b-abc8f6d983f3),segment_id=2f147af7-ead4-441e-b38b-abc8f6d983f3)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:26:50.165846 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.181375 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870822db-898b-4deb-b4d6-5f451062386f req-f318315b-0d3e-4798-88ed-5f79c8df564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:50.182917 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-870822db-898b-4deb-b4d6-5f451062386f req-f318315b-0d3e-4798-88ed-5f79c8df564c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 1130 time: 0.3227336 Mar 21 17:26:50.188796 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Calling delete_port for f64118c9-7eee-4efe-9fcf-9154a713ca4a owned by compute:nova {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:26:50.199831 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f6f1c84a-bff0-4741-b456-8daa49faa229 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dd9fee2668749edb4d9a96aae298a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151409 Mar 21 17:26:50.208790 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48052) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:50.209311 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1c84a-bff0-4741-b456-8daa49faa229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89fbe8-0575-4051-af50-062b788c9e92,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:50.268247 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b9d7f4c0-ccff-4e5d-857a-49ee1a5c6ada req-ce92d687-14e8-468d-b32a-45f0daa7b2cb tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438724 Mar 21 17:26:50.311188 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e9911ee2-cf63-46d2-b898-0437392b6cad req-c3a62191-e809-4385-87bf-ac440295c2f8 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/security-groups?id=2e71379c-1b09-4709-8d50-c34315deb812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530613 Mar 21 17:26:50.317477 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-870822db-898b-4deb-b4d6-5f451062386f req-19e86e46-ced0-45b3-b05e-485d999db190 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252735 Mar 21 17:26:50.319420 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:50.324965 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.344283 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] Sync routers for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:50.360414 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:50.361060 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:50.361733 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-dfe36358-2304-4fa0-84a6-811709ae9db5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "PUT /v2.0/floatingips/d06abe45-65de-4d61-bb84-379ddbf5e063 HTTP/1.1" status: 200 len: 991 time: 2.4415598 Mar 21 17:26:50.363093 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:50.366266 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37" -d '{"events": [{"name": "network-changed", "server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:50.417929 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d3bd3-d792-4663-b5a2-0c5f03fafbfc x-openstack-request-id: req-cb9d3bd3-d792-4663-b5a2-0c5f03fafbfc {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:50.418317 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:50.418574 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb9d3bd3-d792-4663-b5a2-0c5f03fafbfc {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:50.418972 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'status': 'completed', 'code': 200} Mar 21 17:26:50.473078 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cc9fcfd-4b06-4499-82cf-637fb400790c admin admin] Publish callbacks [] for security_group (7d89fbe8-0575-4051-af50-062b788c9e92), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.497985 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:50.527331 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cc9fcfd-4b06-4499-82cf-637fb400790c admin admin] Publish callbacks [] for security_group (7d89fbe8-0575-4051-af50-062b788c9e92), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.623051 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (f64118c9-7eee-4efe-9fcf-9154a713ca4a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.634521 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['f64118c9-7eee-4efe-9fcf-9154a713ca4a'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:26:50.706389 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2bb6-9283-46c3-b123-bade4288711d req-e99239e9-fb4b-4b53-8150-8fdf50b2caf1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:50.713523 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Pushing event deleted for resources: {'Port': ['ID=f64118c9-7eee-4efe-9fcf-9154a713ca4a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:50.713717 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b27a2bb6-9283-46c3-b123-bade4288711d req-e99239e9-fb4b-4b53-8150-8fdf50b2caf1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.2007687 Mar 21 17:26:50.738593 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-f5c286e9-f7b8-46ba-a72e-0a6f8daf5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:50.739991 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-f5c286e9-f7b8-46ba-a72e-0a6f8daf5ace service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 1129 time: 0.1588902 Mar 21 17:26:50.822418 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] No DVR routers for this DVR port f64118c9-7eee-4efe-9fcf-9154a713ca4a on host hv-cinder-76845 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:26:50.830490 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.844699 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-dd3319d6-1a6a-4513-b20f-3eab69f14de8 req-aec0add2-319b-46f7-96ec-b3558b5b05bd tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.23 "DELETE /v2.0/ports/f64118c9-7eee-4efe-9fcf-9154a713ca4a HTTP/1.1" status: 204 len: 173 time: 1.2807033 Mar 21 17:26:50.853359 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b27a2bb6-9283-46c3-b123-bade4288711d req-06fe72fc-09d5-456e-aa78-2d3580c8d667 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381094 Mar 21 17:26:50.857069 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'name': 'network-vif-deleted', 'tag': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:50.861680 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2385b0-ba44-492b-b1a2-bb38e0e1e40d" -d '{"events": [{"server_uuid": "c826b132-dd1f-4c35-a4bf-b694d3dd6e45", "name": "network-vif-deleted", "tag": "f64118c9-7eee-4efe-9fcf-9154a713ca4a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:50.878796 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'd06abe45-65de-4d61-bb84-379ddbf5e063', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'port_id': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'mac_address': 'fa:16:3e:42:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:26:23Z', 'updated_at': '2022-03-21T17:26:48Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:50.884729 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cc9fcfd-4b06-4499-82cf-637fb400790c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7d89fbe8-0575-4051-af50-062b788c9e92), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.891980 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7cc9fcfd-4b06-4499-82cf-637fb400790c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:50.893377 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7cc9fcfd-4b06-4499-82cf-637fb400790c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d89fbe8-0575-4051-af50-062b788c9e92 HTTP/1.1" status: 204 len: 168 time: 0.6836300 Mar 21 17:26:50.946737 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9fcfd-4b06-4499-82cf-637fb400790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89fbe8-0575-4051-af50-062b788c9e92,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:50.953511 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] Checking router: 9dd2888a-20b4-4815-9740-d90e2c55d5a2 for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:50.957191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-e31f2ba2-3ff3-40ed-87e5-874726b95f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:50.958883 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-e31f2ba2-3ff3-40ed-87e5-874726b95f0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 912 time: 0.2110634 Mar 21 17:26:50.964142 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe93d2bf-18d8-4119-8812-5974ff2ec854 x-openstack-request-id: req-fe93d2bf-18d8-4119-8812-5974ff2ec854 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:50.964505 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c826b132-dd1f-4c35-a4bf-b694d3dd6e45", "name": "network-vif-deleted", "tag": "f64118c9-7eee-4efe-9fcf-9154a713ca4a", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:50.965500 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe93d2bf-18d8-4119-8812-5974ff2ec854 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:50.965500 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c826b132-dd1f-4c35-a4bf-b694d3dd6e45', 'name': 'network-vif-deleted', 'tag': 'f64118c9-7eee-4efe-9fcf-9154a713ca4a', 'status': 'completed', 'code': 200} Mar 21 17:26:50.973023 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:50.974071 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:51.097353 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-965c966c-5e99-4164-bb9a-b3d8badf8930 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 200 len: 999 time: 0.1195111 Mar 21 17:26:51.114383 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:51.168247 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-5011a979-402a-4ea9-8a9a-f41173063a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:51.170539 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-5011a979-402a-4ea9-8a9a-f41173063a8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.0659842 Mar 21 17:26:51.266698 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-4abc7a78-35ad-4cb6-b249-2a1c9fe06ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:51.268459 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-4abc7a78-35ad-4cb6-b249-2a1c9fe06ad2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0912223 Mar 21 17:26:51.441373 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-391c1095-bd6b-4007-a3aa-b090e56ff214 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649642 Mar 21 17:26:51.467259 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994af85-4fd4-4a66-958c-c3e1fd403ea7 req-f6e6a11d-36de-461e-bc26-1f18083e1306 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:51.469651 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6994af85-4fd4-4a66-958c-c3e1fd403ea7 req-f6e6a11d-36de-461e-bc26-1f18083e1306 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1152811 Mar 21 17:26:51.518819 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'd06abe45-65de-4d61-bb84-379ddbf5e063', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'port_id': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'mac_address': 'fa:16:3e:42:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:26:23Z', 'updated_at': '2022-03-21T17:26:48Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:51.554075 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af5c88-db3b-4309-8e2e-6a7473d88406 None None] The sync data for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb is: [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'd06abe45-65de-4d61-bb84-379ddbf5e063', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'port_id': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'mac_address': 'fa:16:3e:42:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:26:23Z', 'updated_at': '2022-03-21T17:26:48Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:51.572219 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-aee1d3b5-904f-44b0-91ee-0bf276bd6dfe req-7bac133f-08f1-47e1-8b9e-89aa7aeff5e5 tempest-DeleteServersTestJSON-2075512292 tempest-DeleteServersTestJSON-2075512292-project] 10.222.0.20 "GET /v2.0/ports?device_id=c826b132-dd1f-4c35-a4bf-b694d3dd6e45 HTTP/1.1" status: 200 len: 210 time: 0.0846312 Mar 21 17:26:51.678998 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6994af85-4fd4-4a66-958c-c3e1fd403ea7 req-81379ed4-e593-4f57-b6a1-a2c13a51396c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749678 Mar 21 17:26:51.712949 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5ac2ca28-eb33-46e9-bcbc-098b08c21d37 req-6ec6dd8d-555c-449a-b4a5-af5118ec028d service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636023 Mar 21 17:26:52.042544 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3feebb0-39a7-4b78-bb60-405c274215c0 None None] New status for floating IP d06abe45-65de-4d61-bb84-379ddbf5e063: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:26:52.081955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43965ba1-8f13-4de9-9c90-e682e3481233 req-9688a02d-b7c6-4b52-8e9e-b600509c3253 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:52.083801 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43965ba1-8f13-4de9-9c90-e682e3481233 req-9688a02d-b7c6-4b52-8e9e-b600509c3253 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1102335 Mar 21 17:26:52.175193 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43965ba1-8f13-4de9-9c90-e682e3481233 req-0e100413-fa2b-4f10-835c-222a182f2a7d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838902 Mar 21 17:26:52.211771 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-458a2233-0801-4ec7-9fa1-7fe5b4de34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:52.213443 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-458a2233-0801-4ec7-9fa1-7fe5b4de34f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 1130 time: 0.0530558 Mar 21 17:26:52.404289 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-8ddbd5d7-9c42-4960-ac0e-e3e6e4c3f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:52.405850 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-8ddbd5d7-9c42-4960-ac0e-e3e6e4c3f663 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.1857944 Mar 21 17:26:52.469576 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-4ff4de92-9042-4d72-830a-86963d5a5767 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926 HTTP/1.1" status: 200 len: 217 time: 0.0558197 Mar 21 17:26:52.499782 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065af3-e6ab-4992-8eda-22a396b34afa req-51b164e1-1c24-4ea7-9430-3caf0436fd08 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:52.501312 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-78065af3-e6ab-4992-8eda-22a396b34afa req-51b164e1-1c24-4ea7-9430-3caf0436fd08 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1748931 Mar 21 17:26:52.510435 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48144) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:52.514159 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d79599-c0d4-4808-856a-9809dbe8659c req-e49d2734-f498-4739-bccd-78d288838c5d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:52.515208 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'floatingip': {'port_id': '11414615-cbe6-49be-8532-35092fe2e57e'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:52.516075 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d6d79599-c0d4-4808-856a-9809dbe8659c req-e49d2734-f498-4739-bccd-78d288838c5d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.2633557 Mar 21 17:26:52.622457 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (ad09ad04-1d99-47de-823f-26f927ab5c0c), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:52.916381 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d6d79599-c0d4-4808-856a-9809dbe8659c req-72ba285b-7ddb-4b5a-87f1-4e8788b33a99 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021023 Mar 21 17:26:52.921657 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-47b0adc2-2ff1-4cd2-9631-4d7d7ce48194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:52.923262 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-47b0adc2-2ff1-4cd2-9631-4d7d7ce48194 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.4444768 Mar 21 17:26:52.991002 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-410b3928-8a1d-4928-902b-b0c928a02340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:52.993529 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-410b3928-8a1d-4928-902b-b0c928a02340 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0640824 Mar 21 17:26:53.151689 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-5361e953-5595-496e-a848-f9bf02fbae60 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506770 Mar 21 17:26:53.181425 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f64118c9-7eee-4efe-9fcf-9154a713ca4a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:26:53.246303 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: f64118c9-7eee-4efe-9fcf-9154a713ca4a {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:26:53.247692 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f64118c9-7eee-4efe-9fcf-9154a713ca4a not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:26:53.296285 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dd093cc2-4992-4f2f-9ea8-146532204070 req-891dcaad-e02c-4063-9892-1d270016f385 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272230 Mar 21 17:26:53.411507 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.db.resource_extend [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 17:26:53.499679 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:53.503662 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (ad09ad04-1d99-47de-823f-26f927ab5c0c), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:53.620952 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.l3_db [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Floating IP ad09ad04-1d99-47de-823f-26f927ab5c0c associated. External IP: 172.28.2.101, port: 11414615-cbe6-49be-8532-35092fe2e57e. Mar 21 17:26:53.628900 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48228) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:53.737434 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2cae37fa-870b-4575-960b-72e44cb66d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:53.820392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2cae37fa-870b-4575-960b-72e44cb66d61 admin admin] Publish callbacks [] for security_group (f744bbc9-c854-4e86-a3f2-fad9be82ac9e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:53.825637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2cae37fa-870b-4575-960b-72e44cb66d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f744bbc9-c854-4e86-a3f2-fad9be82ac9e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:53.872875 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-2cae37fa-870b-4575-960b-72e44cb66d61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1f10305c5714ce88c13f03d4a7860fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428577 Mar 21 17:26:53.873882 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae37fa-870b-4575-960b-72e44cb66d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f744bbc9-c854-4e86-a3f2-fad9be82ac9e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:53.876292 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48236) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:53.931219 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80047aa0-f711-4390-b4f7-b08cfecdd89e admin admin] Publish callbacks [] for security_group (f744bbc9-c854-4e86-a3f2-fad9be82ac9e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:53.958493 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80047aa0-f711-4390-b4f7-b08cfecdd89e admin admin] Publish callbacks [] for security_group (f744bbc9-c854-4e86-a3f2-fad9be82ac9e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.044918 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80047aa0-f711-4390-b4f7-b08cfecdd89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f744bbc9-c854-4e86-a3f2-fad9be82ac9e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.046087 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:26:54.047575 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-80047aa0-f711-4390-b4f7-b08cfecdd89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.048737 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-80047aa0-f711-4390-b4f7-b08cfecdd89e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f744bbc9-c854-4e86-a3f2-fad9be82ac9e HTTP/1.1" status: 204 len: 168 time: 0.1715205 Mar 21 17:26:54.060989 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80047aa0-f711-4390-b4f7-b08cfecdd89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744bbc9-c854-4e86-a3f2-fad9be82ac9e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:54.094223 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb18e8-6688-4bef-af6a-96ee5bb13391 req-498c3aeb-241e-473b-8db6-68354e225610 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:54.097701 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-87bb18e8-6688-4bef-af6a-96ee5bb13391 req-498c3aeb-241e-473b-8db6-68354e225610 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0956650 Mar 21 17:26:54.181435 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-87bb18e8-6688-4bef-af6a-96ee5bb13391 req-e600b044-d6bd-400e-a41b-a865636c6ee6 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784864 Mar 21 17:26:54.203688 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:26:54.208655 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.215310 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] Sync routers for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:26:54.231577 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:54.232578 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:54.240624 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-441f80a9-82ed-4570-921d-4662d43b95be tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "PUT /v2.0/floatingips/ad09ad04-1d99-47de-823f-26f927ab5c0c HTTP/1.1" status: 200 len: 992 time: 1.7290788 Mar 21 17:26:54.241227 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:26:54.244079 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b9865-fa4f-47dc-93aa-58196afac7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "tag": "11414615-cbe6-49be-8532-35092fe2e57e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:26:54.306099 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b0b983-4ded-4f21-8195-3e8c5b4fcbdb x-openstack-request-id: req-f3b0b983-4ded-4f21-8195-3e8c5b4fcbdb {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:26:54.311240 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "tag": "11414615-cbe6-49be-8532-35092fe2e57e", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:26:54.312294 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3b0b983-4ded-4f21-8195-3e8c5b4fcbdb {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:26:54.314452 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e', 'status': 'completed', 'code': 200} Mar 21 17:26:54.338697 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48256) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:54.406896 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] Deleting subnet f2e2b998-36cf-4fcd-9131-a811acdbf15c {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:26:54.416119 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] Publish callbacks [] for subnet (f2e2b998-36cf-4fcd-9131-a811acdbf15c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.451558 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-4bf3ae4b-1f06-48ee-bcea-77d0648c7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:54.456736 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-4bf3ae4b-1f06-48ee-bcea-77d0648c7d23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 1130 time: 0.1180153 Mar 21 17:26:54.473634 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:54.480848 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (f2e2b998-36cf-4fcd-9131-a811acdbf15c), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.536401 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48262) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:54.541758 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (f2e2b998-36cf-4fcd-9131-a811acdbf15c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.558176 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9372aed9-6d6f-41b9-8e72-102861bccc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.603734 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (f2e2b998-36cf-4fcd-9131-a811acdbf15c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.614826 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-596eba3f-c77f-412e-bb9c-554f3206b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:54.618758 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-596eba3f-c77f-412e-bb9c-554f3206b63d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.1546617 Mar 21 17:26:54.633525 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e2b998-36cf-4fcd-9131-a811acdbf15c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:54.638520 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.644687 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c7f8794a-e250-491c-b263-97bec1169314 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2e2b998-36cf-4fcd-9131-a811acdbf15c HTTP/1.1" status: 204 len: 168 time: 0.3046687 Mar 21 17:26:54.645515 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48266) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:54.718493 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (3029682d-e3a2-4491-bbb7-966eee5e4bff), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.758556 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9372aed9-6d6f-41b9-8e72-102861bccc65 admin admin] Publish callbacks [] for security_group (5444db15-dbfe-4756-bd3c-010940a059a9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.761555 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-c7ab3ae4-1b04-43ba-94f4-a8b9884ffb9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 200 len: 1000 time: 0.1089706 Mar 21 17:26:54.765525 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9372aed9-6d6f-41b9-8e72-102861bccc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5444db15-dbfe-4756-bd3c-010940a059a9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.765908 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'ad09ad04-1d99-47de-823f-26f927ab5c0c', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'port_id': '11414615-cbe6-49be-8532-35092fe2e57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'mac_address': 'fa:16:3e:0a:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:26:36Z', 'updated_at': '2022-03-21T17:26:53Z', 'revision_number': 1, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:54.797663 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372aed9-6d6f-41b9-8e72-102861bccc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5444db15-dbfe-4756-bd3c-010940a059a9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:54.800338 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] Checking router: 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:26:54.818172 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:26:54.818974 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:54.823668 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (3029682d-e3a2-4491-bbb7-966eee5e4bff), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.848449 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3029682d-e3a2-4491-bbb7-966eee5e4bff']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:54.859777 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f147af7-ead4-441e-b38b-abc8f6d983f3') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:54.860096 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f147af7-ead4-441e-b38b-abc8f6d983f3') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:54.871037 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (2f147af7-ead4-441e-b38b-abc8f6d983f3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.882795 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9372aed9-6d6f-41b9-8e72-102861bccc65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5aeb353d9833449cb57ab8efee536910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424339 Mar 21 17:26:54.883011 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48274) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:54.895979 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (2f147af7-ead4-441e-b38b-abc8f6d983f3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.900151 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-5ca67cc0-485d-44ae-a7c0-bbd2ec0d4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:54.901636 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-5ca67cc0-485d-44ae-a7c0-bbd2ec0d4323 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.1064997 Mar 21 17:26:54.911101 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:26:54.911530 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (2f147af7-ead4-441e-b38b-abc8f6d983f3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:26:54.913223 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:26:54.968494 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:26:54.984631 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-04b0dad1-a274-4c35-9b95-c7259b7378e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:54.987372 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-04b0dad1-a274-4c35-9b95-c7259b7378e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0778711 Mar 21 17:26:54.996041 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (3029682d-e3a2-4491-bbb7-966eee5e4bff), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.003918 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.009687 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3029682d-e3a2-4491-bbb7-966eee5e4bff HTTP/1.1" status: 204 len: 168 time: 0.3605890 Mar 21 17:26:55.017736 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec1af4c0-175b-4a5b-8133-dd1879d206c4 admin admin] Publish callbacks [] for security_group (5444db15-dbfe-4756-bd3c-010940a059a9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.019637 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b20ac4-5092-40f6-bc78-33e62325d2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3029682d-e3a2-4491-bbb7-966eee5e4bff,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:55.045041 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec1af4c0-175b-4a5b-8133-dd1879d206c4 admin admin] Publish callbacks [] for security_group (5444db15-dbfe-4756-bd3c-010940a059a9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.096574 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-8df1c68b-acde-4c22-a1b2-6be0eb0036e4 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019399 Mar 21 17:26:55.104406 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec1af4c0-175b-4a5b-8133-dd1879d206c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5444db15-dbfe-4756-bd3c-010940a059a9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.108885 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec1af4c0-175b-4a5b-8133-dd1879d206c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.110799 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ec1af4c0-175b-4a5b-8133-dd1879d206c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5444db15-dbfe-4756-bd3c-010940a059a9 HTTP/1.1" status: 204 len: 168 time: 0.2266588 Mar 21 17:26:55.121929 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1af4c0-175b-4a5b-8133-dd1879d206c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5444db15-dbfe-4756-bd3c-010940a059a9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:55.258024 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d2b9865-fa4f-47dc-93aa-58196afac7d8 req-37df66fe-cfc0-43b5-b430-7277408b03aa service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542149 Mar 21 17:26:55.274983 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'ad09ad04-1d99-47de-823f-26f927ab5c0c', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'port_id': '11414615-cbe6-49be-8532-35092fe2e57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'mac_address': 'fa:16:3e:0a:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:26:36Z', 'updated_at': '2022-03-21T17:26:53Z', 'revision_number': 1, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:26:55.302220 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48284) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:55.319312 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29fb069-6cac-4c62-bf9b-f460c55251d3 None None] The sync data for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb is: [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'ad09ad04-1d99-47de-823f-26f927ab5c0c', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'port_id': '11414615-cbe6-49be-8532-35092fe2e57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'mac_address': 'fa:16:3e:0a:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:26:36Z', 'updated_at': '2022-03-21T17:26:53Z', 'revision_number': 1, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:26:55.342509 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d63e3b-4fa6-418e-994f-fa126169a4ac req-9ccbfa52-21bc-4067-a4f3-5e288d6da950 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:55.344446 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c1d63e3b-4fa6-418e-994f-fa126169a4ac req-9ccbfa52-21bc-4067-a4f3-5e288d6da950 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0653298 Mar 21 17:26:55.362350 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8732f634-9ff8-441f-8145-f772fcd71176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b107e47bbc8464f9f5aef7cf32bbef8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0584052 Mar 21 17:26:55.365020 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48288) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:55.405883 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c1d63e3b-4fa6-418e-994f-fa126169a4ac req-aa17f27d-ee8f-4fdd-b33a-d19ac0063e97 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554879 Mar 21 17:26:55.430950 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee16da0a-29ab-4568-aaaa-77987a595932 admin admin] Publish callbacks [] for security_group (2e71379c-1b09-4709-8d50-c34315deb812), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.460094 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee16da0a-29ab-4568-aaaa-77987a595932 admin admin] Publish callbacks [] for security_group (2e71379c-1b09-4709-8d50-c34315deb812), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.520276 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee16da0a-29ab-4568-aaaa-77987a595932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (2e71379c-1b09-4709-8d50-c34315deb812), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.520276 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ee16da0a-29ab-4568-aaaa-77987a595932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:55.523806 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ee16da0a-29ab-4568-aaaa-77987a595932 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e71379c-1b09-4709-8d50-c34315deb812 HTTP/1.1" status: 204 len: 168 time: 0.1550424 Mar 21 17:26:55.532164 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16da0a-29ab-4568-aaaa-77987a595932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e71379c-1b09-4709-8d50-c34315deb812,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:55.632220 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d157d5-27cc-4fbe-aad2-a5783930940f None None] New status for floating IP ad09ad04-1d99-47de-823f-26f927ab5c0c: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:26:56.466662 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48366) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:56.541860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d5b47-30ef-4cd2-b5df-8e7e500823f7 req-1f6eabf3-a24b-4b4a-8b9e-e246900d1919 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:56.543899 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c97d5b47-30ef-4cd2-b5df-8e7e500823f7 req-1f6eabf3-a24b-4b4a-8b9e-e246900d1919 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0615242 Mar 21 17:26:56.614355 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c97d5b47-30ef-4cd2-b5df-8e7e500823f7 req-4d8933be-0759-4b52-b94d-9e77d70b1ff7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640078 Mar 21 17:26:56.675838 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3e1449c-6f09-4408-bb95-0d0f4e1fac17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:56.779211 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3e1449c-6f09-4408-bb95-0d0f4e1fac17 admin admin] Publish callbacks [] for security_group (5ed2369a-82fc-4caf-a2fd-65b054bf1f0a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:56.786042 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e3e1449c-6f09-4408-bb95-0d0f4e1fac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5ed2369a-82fc-4caf-a2fd-65b054bf1f0a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:56.786625 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48382) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:56.832694 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e3e1449c-6f09-4408-bb95-0d0f4e1fac17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78f8f7db9e58443f9796c4aef5771854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649282 Mar 21 17:26:56.833541 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1449c-6f09-4408-bb95-0d0f4e1fac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2369a-82fc-4caf-a2fd-65b054bf1f0a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:56.836367 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48388) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:56.895887 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4973a481-be57-44ab-859c-4f3d86d5a81f admin admin] Publish callbacks [] for security_group (5ed2369a-82fc-4caf-a2fd-65b054bf1f0a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:56.918426 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4973a481-be57-44ab-859c-4f3d86d5a81f admin admin] Publish callbacks [] for security_group (5ed2369a-82fc-4caf-a2fd-65b054bf1f0a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:56.971536 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4973a481-be57-44ab-859c-4f3d86d5a81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5ed2369a-82fc-4caf-a2fd-65b054bf1f0a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:56.974937 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4973a481-be57-44ab-859c-4f3d86d5a81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:56.976746 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4973a481-be57-44ab-859c-4f3d86d5a81f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ed2369a-82fc-4caf-a2fd-65b054bf1f0a HTTP/1.1" status: 204 len: 168 time: 0.1394827 Mar 21 17:26:56.985481 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973a481-be57-44ab-859c-4f3d86d5a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2369a-82fc-4caf-a2fd-65b054bf1f0a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:57.036632 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1578903341-network', 'tenant_id': '7cc5c418054f43709df6dc0d20098844'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:57.060695 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Made reservation on behalf of 7cc5c418054f43709df6dc0d20098844 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:57.063127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.072178 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.160193 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks [] for security_group (08c25f6a-6f98-40df-a80b-048b5b20bfdf), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.165643 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (08c25f6a-6f98-40df-a80b-048b5b20bfdf), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.194182 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:26:57.204616 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c25f6a-6f98-40df-a80b-048b5b20bfdf,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:57.209790 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (00855909-7b26-49ab-a193-529ff452661a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.210667 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Added segment 00855909-7b26-49ab-a193-529ff452661a of type vlan for network eb243405-81e1-4e47-8b74-04f4760afcaa Mar 21 17:26:57.260039 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (eb243405-81e1-4e47-8b74-04f4760afcaa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.292941 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (eb243405-81e1-4e47-8b74-04f4760afcaa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.294036 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:57.294742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.357026 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5690732 Mar 21 17:26:57.359823 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48422) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:57.366571 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Request body: {'subnet': {'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-subnet', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:57.372318 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48426) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:57.372634 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f5f81-5e18-4d1d-9da9-edad4afc23f4 admin admin] Pushing event updated for resources: {'Network': ['ID=eb243405-81e1-4e47-8b74-04f4760afcaa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:57.385706 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network eb243405-81e1-4e47-8b74-04f4760afcaa details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:26:57.389942 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8338dad-3c96-4a96-a9ab-18d93cfceb47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.393789 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Made reservation on behalf of 7cc5c418054f43709df6dc0d20098844 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:26:57.396506 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.528828 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8338dad-3c96-4a96-a9ab-18d93cfceb47 admin admin] Publish callbacks [] for security_group (14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.542974 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8338dad-3c96-4a96-a9ab-18d93cfceb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.587760 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e8338dad-3c96-4a96-a9ab-18d93cfceb47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95479112700945b9ac65ef220adab9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123559 Mar 21 17:26:57.591192 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48438) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:57.616041 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8338dad-3c96-4a96-a9ab-18d93cfceb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:57.692298 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (c90e5ebf-4452-4266-b188-22809cdd6edc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.747148 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7991294c-decf-4273-b33d-492999f5bc86 admin admin] Publish callbacks [] for security_group (14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.806259 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7991294c-decf-4273-b33d-492999f5bc86 admin admin] Publish callbacks [] for security_group (14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.808503 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90e5ebf-4452-4266-b188-22809cdd6edc,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:57.866932 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48454) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:57.876632 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Checking segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:57.877001 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Network hostable DHCP agents. Network: eb243405-81e1-4e47-8b74-04f4760afcaa, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:26:57.889778 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead527d-2641-4511-95cc-4c828fb8748c req-a8648adf-833d-487d-a9e0-c9f105871357 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:57.896670 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dead527d-2641-4511-95cc-4c828fb8748c req-a8648adf-833d-487d-a9e0-c9f105871357 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1647103 Mar 21 17:26:57.961860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Network eb243405-81e1-4e47-8b74-04f4760afcaa is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:26:57.972067 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7991294c-decf-4273-b33d-492999f5bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.975426 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7991294c-decf-4273-b33d-492999f5bc86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:57.981920 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7991294c-decf-4273-b33d-492999f5bc86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e HTTP/1.1" status: 204 len: 168 time: 0.3845901 Mar 21 17:26:57.982360 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48462) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:57.993577 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dead527d-2641-4511-95cc-4c828fb8748c req-1e29b365-0e6d-4f8e-b02d-0bd9cbee9f58 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959778 Mar 21 17:26:57.995165 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991294c-decf-4273-b33d-492999f5bc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c7b6b3-451d-4341-bbda-ca1cd7d4cf2e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:58.004599 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, eb243405-81e1-4e47-8b74-04f4760afcaa) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:58.017990 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:58.017990 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.028768 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361de13e-7ee9-47f6-b009-35a97dfd4d01 None None] Network eb243405-81e1-4e47-8b74-04f4760afcaa requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:26:58.045051 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b475e4b9-5691-48ec-a79a-1af5a0c7631a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6814315 Mar 21 17:26:58.045607 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48466) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:58.053200 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:26:58.080041 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (ed53673f-30b9-4321-9c66-f913d1641c6b), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.081588 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (ed53673f-30b9-4321-9c66-f913d1641c6b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.103602 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-752a1b4f-73a1-43fc-85a2-88493c172845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.202840 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks [] for router_controller (ed53673f-30b9-4321-9c66-f913d1641c6b), precommit_add_association {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.230113 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-eb243405-81e1-4e47-8b74-04f4760afcaa', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:26:58.231253 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.367346 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-752a1b4f-73a1-43fc-85a2-88493c172845 admin admin] Publish callbacks [] for security_group (9ab0e230-0e0f-4790-9dd8-523dad042362), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.415487 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Allocated IP 172.20.0.2 (eb243405-81e1-4e47-8b74-04f4760afcaa/c90e5ebf-4452-4266-b188-22809cdd6edc/1d7a72f9-9290-4832-8915-24817db1efc4) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:58.467914 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-752a1b4f-73a1-43fc-85a2-88493c172845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9ab0e230-0e0f-4790-9dd8-523dad042362), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.483585 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b04ba2d5-8da0-496a-963f-4cb8b17a9f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.512738 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks [] for router_gateway (ed53673f-30b9-4321-9c66-f913d1641c6b), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.532957 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-752a1b4f-73a1-43fc-85a2-88493c172845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=180da5e6f18e481d875e76356c64dcd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6649394 Mar 21 17:26:58.535791 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48482) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:58.540163 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a1b4f-73a1-43fc-85a2-88493c172845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab0e230-0e0f-4790-9dd8-523dad042362,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:58.609230 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e169f213-7e2b-4950-924c-1e91913d955c admin admin] Publish callbacks [] for security_group (9ab0e230-0e0f-4790-9dd8-523dad042362), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.628647 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Publish callbacks [] for port (1d7a72f9-9290-4832-8915-24817db1efc4), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.643682 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e169f213-7e2b-4950-924c-1e91913d955c admin admin] Publish callbacks [] for security_group (9ab0e230-0e0f-4790-9dd8-523dad042362), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.645660 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.674881 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b04ba2d5-8da0-496a-963f-4cb8b17a9f6b admin admin] Publish callbacks [] for security_group (0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.686621 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b04ba2d5-8da0-496a-963f-4cb8b17a9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.710135 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e169f213-7e2b-4950-924c-1e91913d955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9ab0e230-0e0f-4790-9dd8-523dad042362), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.715043 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e169f213-7e2b-4950-924c-1e91913d955c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.717817 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e169f213-7e2b-4950-924c-1e91913d955c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ab0e230-0e0f-4790-9dd8-523dad042362 HTTP/1.1" status: 204 len: 168 time: 0.1800709 Mar 21 17:26:58.721437 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Network eb243405-81e1-4e47-8b74-04f4760afcaa is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:58.724854 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:58.727520 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:58.734061 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b04ba2d5-8da0-496a-963f-4cb8b17a9f6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a969c85416a44fcbf9747e38909e460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7506051 Mar 21 17:26:58.735982 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba2d5-8da0-496a-963f-4cb8b17a9f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:58.738794 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48490) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:58.741980 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169f213-7e2b-4950-924c-1e91913d955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab0e230-0e0f-4790-9dd8-523dad042362,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:58.761267 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Pushing event updated for resources: {'Port': ['ID=1d7a72f9-9290-4832-8915-24817db1efc4,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:58.826872 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Attempting to bind port 1d7a72f9-9290-4832-8915-24817db1efc4 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:26:58.827291 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Attempting to bind port 1d7a72f9-9290-4832-8915-24817db1efc4 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:26:58.827960 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Attempting to bind port 1d7a72f9-9290-4832-8915-24817db1efc4 on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:26:58.835684 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:26:58.835917 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Checking segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:26:58.837481 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.838207 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Bound using segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:26:58.838713 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Bound port: 1d7a72f9-9290-4832-8915-24817db1efc4, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:26:58.839274 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.892375 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Publish callbacks [] for security_group (0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.912467 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks [] for router_gateway (ed53673f-30b9-4321-9c66-f913d1641c6b), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.926730 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] For port 1d7a72f9-9290-4832-8915-24817db1efc4, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:26:58.935899 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] For port 1d7a72f9-9290-4832-8915-24817db1efc4, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=1d7a72f9-9290-4832-8915-24817db1efc4,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:26:58.941576 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Publish callbacks [] for security_group (0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.946742 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:58.948513 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.034914 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c0614-35f8-4a50-b576-15f42928fbf0 None None] Pushing event updated for resources: {'Port': ['ID=1d7a72f9-9290-4832-8915-24817db1efc4,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:59.095230 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.097861 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.099019 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8 HTTP/1.1" status: 204 len: 168 time: 0.3581417 Mar 21 17:26:59.121133 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b001f6c-79ac-42ff-8eb1-5ce8d8578ed8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:59.136824 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.137415 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.137936 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.138450 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.138802 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.139127 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.139636 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.140132 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.140737 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.141216 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.141690 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.142166 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.142651 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.143122 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.143591 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6813c1-a88d-445a-9164-123f830363f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.156529 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Allocated IP 172.28.2.220 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/0de4e0ad-210a-459a-96fe-38e6bda7127d) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:26:59.189262 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86af9b-0c69-4c53-898a-0206b9f5e09d req-ee840996-1a96-44cc-8392-ed1e73aaa88b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:26:59.191392 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5c86af9b-0c69-4c53-898a-0206b9f5e09d req-ee840996-1a96-44cc-8392-ed1e73aaa88b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0812299 Mar 21 17:26:59.235126 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48508) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:59.274975 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ab352d-c258-4b29-aa6a-e246ae61079d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.314774 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5c86af9b-0c69-4c53-898a-0206b9f5e09d req-eb8d59c2-b842-4d7d-96d7-eb0d198e80ad tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163652 Mar 21 17:26:59.319922 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks [] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.418910 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.435516 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ab352d-c258-4b29-aa6a-e246ae61079d admin admin] Publish callbacks [] for security_group (a0805c36-02bd-4bec-ae34-fb3b13d18f05), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.448353 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ab352d-c258-4b29-aa6a-e246ae61079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a0805c36-02bd-4bec-ae34-fb3b13d18f05), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.473822 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:26:59.479626 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:26:59.490997 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:26:59.517119 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Pushing event updated for resources: {'Port': ['ID=0de4e0ad-210a-459a-96fe-38e6bda7127d,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:59.522013 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c3ab352d-c258-4b29-aa6a-e246ae61079d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f2185f5b098443bbd04f7e6c625ebc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812867 Mar 21 17:26:59.529018 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab352d-c258-4b29-aa6a-e246ae61079d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0805c36-02bd-4bec-ae34-fb3b13d18f05,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:59.535607 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48544) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:26:59.609448 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Publish callbacks [] for security_group (a0805c36-02bd-4bec-ae34-fb3b13d18f05), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.643498 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Publish callbacks [] for security_group (a0805c36-02bd-4bec-ae34-fb3b13d18f05), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.728531 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a0805c36-02bd-4bec-ae34-fb3b13d18f05), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.731484 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:26:59.737792 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0805c36-02bd-4bec-ae34-fb3b13d18f05 HTTP/1.1" status: 204 len: 168 time: 0.2010128 Mar 21 17:26:59.759738 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0805c36-02bd-4bec-ae34-fb3b13d18f05,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:26:59.771350 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.771741 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.772310 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.773367 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.773711 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.774256 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.774411 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.774802 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.776820 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.776820 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.776820 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.776820 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.776820 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.776820 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.777450 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eae1af-8171-49c1-aada-339ffd98a153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:26:59.925456 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks [] for router_gateway (ed53673f-30b9-4321-9c66-f913d1641c6b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.006078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:00.037931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-634f4d66-6019-4081-afd5-fd5b1ebb697b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.175770 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-634f4d66-6019-4081-afd5-fd5b1ebb697b admin admin] Publish callbacks [] for security_group (23bb35fc-89f7-48c7-9d9d-8c751f90a5bc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.186030 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-634f4d66-6019-4081-afd5-fd5b1ebb697b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (23bb35fc-89f7-48c7-9d9d-8c751f90a5bc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.215055 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (ed53673f-30b9-4321-9c66-f913d1641c6b), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.247021 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f4d66-6019-4081-afd5-fd5b1ebb697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bb35fc-89f7-48c7-9d9d-8c751f90a5bc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:00.260111 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-634f4d66-6019-4081-afd5-fd5b1ebb697b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b62349ed9efd42158220e82dcc713d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508755 Mar 21 17:27:00.260757 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:00.351547 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6380bbb-0ad0-4bd7-9351-3a9a523f199a admin admin] Publish callbacks [] for security_group (23bb35fc-89f7-48c7-9d9d-8c751f90a5bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.374818 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6380bbb-0ad0-4bd7-9351-3a9a523f199a admin admin] Publish callbacks [] for security_group (23bb35fc-89f7-48c7-9d9d-8c751f90a5bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.406991 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Router ed53673f-30b9-4321-9c66-f913d1641c6b is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:27:00.503964 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59573947-77e3-4949-bd6d-2550df58fa06 req-f5fa4bfa-c278-4b65-806c-2b84f18888a2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:00.505622 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-59573947-77e3-4949-bd6d-2550df58fa06 req-f5fa4bfa-c278-4b65-806c-2b84f18888a2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0766652 Mar 21 17:27:00.517914 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6380bbb-0ad0-4bd7-9351-3a9a523f199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (23bb35fc-89f7-48c7-9d9d-8c751f90a5bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.521465 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b6380bbb-0ad0-4bd7-9351-3a9a523f199a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.522033 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6843d-e64f-4b1b-a389-640b9918e6d7 None None] Network eb243405-81e1-4e47-8b74-04f4760afcaa requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:27:00.523052 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b6380bbb-0ad0-4bd7-9351-3a9a523f199a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23bb35fc-89f7-48c7-9d9d-8c751f90a5bc HTTP/1.1" status: 204 len: 168 time: 0.2607930 Mar 21 17:27:00.552532 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6380bbb-0ad0-4bd7-9351-3a9a523f199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bb35fc-89f7-48c7-9d9d-8c751f90a5bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:00.581246 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:27:00.590998 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-59573947-77e3-4949-bd6d-2550df58fa06 req-8b77c0b5-0155-43f5-a455-ebeca027f2f4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764720 Mar 21 17:27:00.594304 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:27:00.619324 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:00.622815 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:00.633506 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.639725 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48594) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:00.646233 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-59a27e96-1eb7-409d-bd05-854634304714 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5995474 Mar 21 17:27:00.775389 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Provisioning complete for port 1d7a72f9-9290-4832-8915-24817db1efc4 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:00.777477 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:00.872685 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 1d7a72f9-9290-4832-8915-24817db1efc4 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:00.888624 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:01.047712 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 1d7a72f9-9290-4832-8915-24817db1efc4 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:01.048343 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.175923 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Current status of the port 1d7a72f9-9290-4832-8915-24817db1efc4 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:01.176435 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.281827 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] For port 1d7a72f9-9290-4832-8915-24817db1efc4, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=1d7a72f9-9290-4832-8915-24817db1efc4,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:01.287748 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 1d7a72f9-9290-4832-8915-24817db1efc4 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:01.289033 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.298438 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.303174 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:26:59Z', 'revision_number': 3, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:01.370887 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:27:01.371236 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Updating router ed53673f-30b9-4321-9c66-f913d1641c6b port 0de4e0ad-210a-459a-96fe-38e6bda7127d binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:27:01.423872 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.442496 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Pushing event updated for resources: {'Port': ['ID=1d7a72f9-9290-4832-8915-24817db1efc4,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:01.462629 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.463016 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.463256 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.463618 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.463977 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.464330 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.464682 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.464974 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.465435 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.465761 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.466216 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.466547 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.467042 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.467214 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.467501 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be283c2-9685-461d-94bd-d1e7594d47be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:01.499586 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.db.api [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 17:27:01.499950 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG oslo_db.api [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 17:27:01.528510 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-6c1d18a9-a357-4c51-aec8-ae63f8bde567 None None] Provisioning complete for port 1d7a72f9-9290-4832-8915-24817db1efc4 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:01.531704 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6c1d18a9-a357-4c51-aec8-ae63f8bde567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.551010 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.699372 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d18a9-a357-4c51-aec8-ae63f8bde567 None None] Current status of the port 1d7a72f9-9290-4832-8915-24817db1efc4 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:01.788777 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Allocated IP 172.20.0.1 (eb243405-81e1-4e47-8b74-04f4760afcaa/c90e5ebf-4452-4266-b188-22809cdd6edc/d8441b41-8758-40f6-8c20-0c0707fbbf03) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:01.821327 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Publish callbacks [] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.830229 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.864143 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb5a78-d5d1-4b2f-936c-9b348bb23c55 req-73ba093b-132f-4af5-b9ad-7d7ab53be7a9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:01.870229 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29fb5a78-d5d1-4b2f-936c-9b348bb23c55 req-73ba093b-132f-4af5-b9ad-7d7ab53be7a9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1576858 Mar 21 17:27:01.873600 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb8a42-28af-4fb7-ad9f-75b46ed69007 None None] Pushing event updated for resources: {'Port': ['ID=0de4e0ad-210a-459a-96fe-38e6bda7127d,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:01.900936 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Attempting to bind port 0de4e0ad-210a-459a-96fe-38e6bda7127d on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:01.901315 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Attempting to bind port 0de4e0ad-210a-459a-96fe-38e6bda7127d by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:01.901687 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Attempting to bind port 0de4e0ad-210a-459a-96fe-38e6bda7127d on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:01.907032 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:01.907271 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:01.908330 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.908964 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:01.909717 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Bound port: 0de4e0ad-210a-459a-96fe-38e6bda7127d, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:01.910659 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:01.988169 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29fb5a78-d5d1-4b2f-936c-9b348bb23c55 req-efafc511-aa43-47ad-9de5-f0efb9e5c6c1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165614 Mar 21 17:27:01.993442 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] For port 0de4e0ad-210a-459a-96fe-38e6bda7127d, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:02.001442 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] For port 0de4e0ad-210a-459a-96fe-38e6bda7127d, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=0de4e0ad-210a-459a-96fe-38e6bda7127d,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:02.016370 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.028934 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks [] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.076927 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 1d7a72f9-9290-4832-8915-24817db1efc4 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:02.105402 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb8a42-28af-4fb7-ad9f-75b46ed69007 None None] Pushing event updated for resources: {'Port': ['ID=0de4e0ad-210a-459a-96fe-38e6bda7127d,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:02.114063 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.115829 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:02.117758 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:02.189670 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Network eb243405-81e1-4e47-8b74-04f4760afcaa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:02.192269 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:02.197786 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:02.198637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (ed53673f-30b9-4321-9c66-f913d1641c6b), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.340787 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d8441b41-8758-40f6-8c20-0c0707fbbf03,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:02.369557 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:02.493008 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.531529 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-8744721f-a509-42d8-8474-a060a11ac75e None None] Provisioning complete for port d8441b41-8758-40f6-8c20-0c0707fbbf03 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:02.532195 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.532303 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8744721f-a509-42d8-8474-a060a11ac75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.538020 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-fecd9f15-2afa-4ea5-97f0-a76a124bcc56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915661 Mar 21 17:27:02.570587 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-8744721f-a509-42d8-8474-a060a11ac75e None None] Port d8441b41-8758-40f6-8c20-0c0707fbbf03 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:02.636672 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:26:59Z', 'revision_number': 3, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:02.680581 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dcf941-0577-42b1-aa58-c0d8edebe295 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:26:59Z', 'revision_number': 3, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:27:02.706000 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 1d7a72f9-9290-4832-8915-24817db1efc4 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:02.720972 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-e03daa63-02b8-48e7-bfae-550a6a78e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:02.722739 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-e03daa63-02b8-48e7-bfae-550a6a78e709 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 1129 time: 0.1121647 Mar 21 17:27:02.794597 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 1d7a72f9-9290-4832-8915-24817db1efc4 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:02.794990 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.858504 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks [] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.865680 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.866425 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (ed53673f-30b9-4321-9c66-f913d1641c6b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:02.917105 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 1d7a72f9-9290-4832-8915-24817db1efc4 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:02.959305 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-827eef0c-ed89-41c7-99d1-67ac558f9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:02.960797 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-827eef0c-ed89-41c7-99d1-67ac558f9d99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.2175281 Mar 21 17:27:03.018578 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d8441b41-8758-40f6-8c20-0c0707fbbf03,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:03.060810 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-51311388-a44d-430a-8e7b-47a310fc9372 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f HTTP/1.1" status: 200 len: 217 time: 0.0810597 Mar 21 17:27:03.127992 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:27:03.353675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-67c470ca-0e87-4a82-ad2f-c704443fad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:03.355272 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-67c470ca-0e87-4a82-ad2f-c704443fad00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.2812221 Mar 21 17:27:03.417084 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Network eb243405-81e1-4e47-8b74-04f4760afcaa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:03.420265 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:03.550528 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee9d4d-ce0c-4587-a3c4-464375b1d4ce req-5918d1a6-6aaa-417b-b8fa-5785e312c3a5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:03.552306 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41ee9d4d-ce0c-4587-a3c4-464375b1d4ce req-5918d1a6-6aaa-417b-b8fa-5785e312c3a5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.2033992 Mar 21 17:27:03.557734 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-3b597c41-f589-4c6a-b199-5ec51a098ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:03.559244 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-3b597c41-f589-4c6a-b199-5ec51a098ad6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1952000 Mar 21 17:27:03.684990 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:27:03.689863 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41ee9d4d-ce0c-4587-a3c4-464375b1d4ce req-9dc59924-f3cb-42c2-8783-d30754634672 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277974 Mar 21 17:27:03.815353 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-841dba67-8358-45d0-8bfb-58670f048c2e service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442324 Mar 21 17:27:03.915598 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-683f756e-db98-4899-89a9-bb0dccf75da7 None None] Provisioning complete for port d8441b41-8758-40f6-8c20-0c0707fbbf03 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:03.916798 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-683f756e-db98-4899-89a9-bb0dccf75da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:03.932677 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:27:03.938376 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-82db14ba-9a6b-4d76-8452-78974d57b1a3 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed53673f-30b9-4321-9c66-f913d1641c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2965577 Mar 21 17:27:03.955019 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b057ec8-5be8-43d9-89c1-34cbb67a8aa6 req-f0d9cd5d-ac8e-40e8-8724-2b0e942d37eb service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320553 Mar 21 17:27:03.986872 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-683f756e-db98-4899-89a9-bb0dccf75da7 None None] Port d8441b41-8758-40f6-8c20-0c0707fbbf03 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:04.622217 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48734) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:04.626781 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9b0e05ae-de70-41f9-aa5e-8540ebd59e5b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879828428', 'description': 'tempest-description--1726997916'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:04.650216 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b0e05ae-de70-41f9-aa5e-8540ebd59e5b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.681974 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 0de4e0ad-210a-459a-96fe-38e6bda7127d up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:04.710143 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:27:04.731705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b0e05ae-de70-41f9-aa5e-8540ebd59e5b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (64696946-97f2-4669-b3c5-b03e9dc93586), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.736236 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b0e05ae-de70-41f9-aa5e-8540ebd59e5b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (64696946-97f2-4669-b3c5-b03e9dc93586), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.737956 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:04.738602 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:04.773402 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9b0e05ae-de70-41f9-aa5e-8540ebd59e5b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.776505 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9b0e05ae-de70-41f9-aa5e-8540ebd59e5b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1532407 Mar 21 17:27:04.778047 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:04.782416 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-28e6d9a9-c009-40b9-9ddc-5bf3b0565ea8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': '64696946-97f2-4669-b3c5-b03e9dc93586', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:04.787440 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e05ae-de70-41f9-aa5e-8540ebd59e5b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64696946-97f2-4669-b3c5-b03e9dc93586,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:04.823052 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 0de4e0ad-210a-459a-96fe-38e6bda7127d triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:04.823421 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.837137 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28e6d9a9-c009-40b9-9ddc-5bf3b0565ea8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (6fd24495-acd9-4baa-b494-a41fc497c810), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.888831 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5075d7-c437-4812-8447-4e69237b8dd4 req-7411c741-c7a8-45f1-935f-429cd1a85773 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:04.890863 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4d5075d7-c437-4812-8447-4e69237b8dd4 req-7411c741-c7a8-45f1-935f-429cd1a85773 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0947094 Mar 21 17:27:04.910772 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28e6d9a9-c009-40b9-9ddc-5bf3b0565ea8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (6fd24495-acd9-4baa-b494-a41fc497c810), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.914228 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:04.925663 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28e6d9a9-c009-40b9-9ddc-5bf3b0565ea8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (6fd24495-acd9-4baa-b494-a41fc497c810), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.979938 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6d9a9-c009-40b9-9ddc-5bf3b0565ea8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd24495-acd9-4baa-b494-a41fc497c810,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:04.993540 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-28e6d9a9-c009-40b9-9ddc-5bf3b0565ea8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:04.994805 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-28e6d9a9-c009-40b9-9ddc-5bf3b0565ea8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2158055 Mar 21 17:27:04.998637 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48750) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:05.007345 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-e4a616de-5c2b-4a01-9140-81e73b7ab7d2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': '64696946-97f2-4669-b3c5-b03e9dc93586', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:05.012885 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4d5075d7-c437-4812-8447-4e69237b8dd4 req-3a2c9e97-ba79-4b83-b097-ae3dbc6e4803 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041927 Mar 21 17:27:05.057426 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4a616de-5c2b-4a01-9140-81e73b7ab7d2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (a14b83cb-b33d-45c2-8aae-8cc85ca2c511), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.129524 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4a616de-5c2b-4a01-9140-81e73b7ab7d2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (a14b83cb-b33d-45c2-8aae-8cc85ca2c511), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.135756 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 0de4e0ad-210a-459a-96fe-38e6bda7127d is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:05.136590 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.138064 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4a616de-5c2b-4a01-9140-81e73b7ab7d2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (a14b83cb-b33d-45c2-8aae-8cc85ca2c511), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.161699 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a616de-5c2b-4a01-9140-81e73b7ab7d2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14b83cb-b33d-45c2-8aae-8cc85ca2c511,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:05.163422 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 0de4e0ad-210a-459a-96fe-38e6bda7127d, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=0de4e0ad-210a-459a-96fe-38e6bda7127d,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:05.166457 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e4a616de-5c2b-4a01-9140-81e73b7ab7d2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.171865 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48760) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:05.172012 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e4a616de-5c2b-4a01-9140-81e73b7ab7d2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1722145 Mar 21 17:27:05.174766 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.179838 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:05.209501 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.325762 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.392094 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=0de4e0ad-210a-459a-96fe-38e6bda7127d,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:05.420499 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 2, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:05.456505 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:27:05.456907 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Updating router ed53673f-30b9-4321-9c66-f913d1641c6b port d8441b41-8758-40f6-8c20-0c0707fbbf03 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:27:05.457698 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.28.2.131 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/39d31112-7e0c-4261-a39b-345101065c16) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:05.506156 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.571227 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48770) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:05.573077 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (39d31112-7e0c-4261-a39b-345101065c16), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.609587 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (39d31112-7e0c-4261-a39b-345101065c16), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.650855 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:05.653566 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:05.657669 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:05.672071 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=39d31112-7e0c-4261-a39b-345101065c16,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:05.695128 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-349185bf-30f3-4b95-b09e-965c4a567018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.714513 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (2d4c9228-3e93-4402-83bf-f6701a2b052e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.754925 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (39d31112-7e0c-4261-a39b-345101065c16), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.783047 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-349185bf-30f3-4b95-b09e-965c4a567018 admin admin] Publish callbacks [] for security_group (1528cc57-b73a-4b63-b2a1-d48b27a955ca), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.791096 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-349185bf-30f3-4b95-b09e-965c4a567018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (1528cc57-b73a-4b63-b2a1-d48b27a955ca), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.828723 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-349185bf-30f3-4b95-b09e-965c4a567018 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c050687f07742c6b93eb4442615abd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564111 Mar 21 17:27:05.830746 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349185bf-30f3-4b95-b09e-965c4a567018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528cc57-b73a-4b63-b2a1-d48b27a955ca,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:05.833288 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48774) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:05.837938 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Publish callbacks [] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.846290 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.907711 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8859f1af-b6c9-424b-97c2-e0be9f76de4d admin admin] Publish callbacks [] for security_group (1528cc57-b73a-4b63-b2a1-d48b27a955ca), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.932618 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8859f1af-b6c9-424b-97c2-e0be9f76de4d admin admin] Publish callbacks [] for security_group (1528cc57-b73a-4b63-b2a1-d48b27a955ca), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.936714 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (39d31112-7e0c-4261-a39b-345101065c16), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.945623 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (39d31112-7e0c-4261-a39b-345101065c16), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.947486 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359cf08-158a-4f56-8bc2-1fd75697f994 None None] Pushing event updated for resources: {'Port': ['ID=d8441b41-8758-40f6-8c20-0c0707fbbf03,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:05.961730 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Attempting to bind port d8441b41-8758-40f6-8c20-0c0707fbbf03 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:05.962147 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Attempting to bind port d8441b41-8758-40f6-8c20-0c0707fbbf03 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:05.963748 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Attempting to bind port d8441b41-8758-40f6-8c20-0c0707fbbf03 on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:05.968228 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:05.968645 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Checking segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:05.969052 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.969440 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Bound using segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:05.969903 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Bound port: d8441b41-8758-40f6-8c20-0c0707fbbf03, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:05.970277 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:05.994343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2d4c9228-3e93-4402-83bf-f6701a2b052e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.005980 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8859f1af-b6c9-424b-97c2-e0be9f76de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (1528cc57-b73a-4b63-b2a1-d48b27a955ca), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.012607 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8859f1af-b6c9-424b-97c2-e0be9f76de4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.016234 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8859f1af-b6c9-424b-97c2-e0be9f76de4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1528cc57-b73a-4b63-b2a1-d48b27a955ca HTTP/1.1" status: 204 len: 168 time: 0.1817858 Mar 21 17:27:06.018137 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=39d31112-7e0c-4261-a39b-345101065c16,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:06.031448 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.040733 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b2f03165-38fc-445c-b399-d99a5d4db8e2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8603847 Mar 21 17:27:06.041237 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859f1af-b6c9-424b-97c2-e0be9f76de4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528cc57-b73a-4b63-b2a1-d48b27a955ca,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:06.159668 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] For port d8441b41-8758-40f6-8c20-0c0707fbbf03, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:06.164465 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] For port d8441b41-8758-40f6-8c20-0c0707fbbf03, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=d8441b41-8758-40f6-8c20-0c0707fbbf03,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:06.173268 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.249550 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b95d10-5d23-43b6-83a1-6dc2c4d5530f req-9635cdb9-ebef-42e8-86f9-b46376a58446 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:06.251155 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0b95d10-5d23-43b6-83a1-6dc2c4d5530f req-9635cdb9-ebef-42e8-86f9-b46376a58446 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1467206 Mar 21 17:27:06.368216 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-c3932754-7b15-457c-9998-48abc26e27aa tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1879828428&fields=id&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 267 time: 0.0882432 Mar 21 17:27:06.376654 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:06.377916 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:26:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:06.443211 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0b95d10-5d23-43b6-83a1-6dc2c4d5530f req-20d53c60-66d1-412b-b32e-8b9024d3d775 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692741 Mar 21 17:27:06.498072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359cf08-158a-4f56-8bc2-1fd75697f994 None None] Pushing event updated for resources: {'Port': ['ID=d8441b41-8758-40f6-8c20-0c0707fbbf03,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:06.512284 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-284f433c-186c-4c90-99a0-14381cb2b362 None None] Provisioning complete for port d8441b41-8758-40f6-8c20-0c0707fbbf03 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:06.512775 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-284f433c-186c-4c90-99a0-14381cb2b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.529122 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-d8b388a5-0936-486e-8149-2bb45d9e6d5c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:06.531014 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-d8b388a5-0936-486e-8149-2bb45d9e6d5c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.1582394 Mar 21 17:27:06.546509 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-ffedbcb6-0ca9-436e-9806-659a5df37d4b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/quotas/7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 375 time: 0.0101118 Mar 21 17:27:06.597435 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:06.653359 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-85416255-d93b-4b9f-b0d5-97244ebac4ce tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906043 Mar 21 17:27:06.730848 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-284f433c-186c-4c90-99a0-14381cb2b362 None None] Current status of the port d8441b41-8758-40f6-8c20-0c0707fbbf03 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:06.731286 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-284f433c-186c-4c90-99a0-14381cb2b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.758948 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 0de4e0ad-210a-459a-96fe-38e6bda7127d up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:06.760709 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48812) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:06.782815 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48816) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:06.818285 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-22aa88b1-5572-4b21-b186-236015fe1f4e service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435606 Mar 21 17:27:06.861789 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-284f433c-186c-4c90-99a0-14381cb2b362 None None] For port d8441b41-8758-40f6-8c20-0c0707fbbf03, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=d8441b41-8758-40f6-8c20-0c0707fbbf03,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:06.876560 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-284f433c-186c-4c90-99a0-14381cb2b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.933693 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-68bac017-524b-4e6b-92af-f13cf054ab7b service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118612 Mar 21 17:27:06.956993 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 0de4e0ad-210a-459a-96fe-38e6bda7127d triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:06.957480 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.965929 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f433c-186c-4c90-99a0-14381cb2b362 None None] Pushing event updated for resources: {'Port': ['ID=d8441b41-8758-40f6-8c20-0c0707fbbf03,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:06.978702 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b5c8d63-14b8-42d5-afcf-438df415c985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:06.980792 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1aacde13-3215-4198-bb45-69262aa8da11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.065569 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-d8f079d1-c868-476e-9eac-bd14e7c595ae None None] Provisioning complete for port d8441b41-8758-40f6-8c20-0c0707fbbf03 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:07.066126 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8f079d1-c868-476e-9eac-bd14e7c595ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.113398 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1aacde13-3215-4198-bb45-69262aa8da11 admin admin] Publish callbacks [] for security_group (83c000c1-cd26-4cf2-b3d4-a92211bc3f6f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.125444 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1aacde13-3215-4198-bb45-69262aa8da11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (83c000c1-cd26-4cf2-b3d4-a92211bc3f6f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.179028 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:07.202243 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b5c8d63-14b8-42d5-afcf-438df415c985 admin admin] Publish callbacks [] for security_group (a43a5278-7d39-4e8d-acb4-5a0f7d16ae52), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.210702 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-1aacde13-3215-4198-bb45-69262aa8da11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a53a0c85511e4ddeac8abee310e74d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479299 Mar 21 17:27:07.223665 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ba07660c-a38c-4e4a-9f8b-fa1d5bdaa7fd req-adbfd1e8-46e9-422c-86dd-31058785f158 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 210 time: 0.0858591 Mar 21 17:27:07.224859 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 48832) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:07.226208 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99291e0b-7cf7-4b03-8cab-4463085bdc5d None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:27:07.238825 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacde13-3215-4198-bb45-69262aa8da11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c000c1-cd26-4cf2-b3d4-a92211bc3f6f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:07.263533 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5b5c8d63-14b8-42d5-afcf-438df415c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a43a5278-7d39-4e8d-acb4-5a0f7d16ae52), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.313241 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ecda996-9e6a-41c8-830c-0579ab191bed admin admin] Publish callbacks [] for security_group (83c000c1-cd26-4cf2-b3d4-a92211bc3f6f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.357812 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5b5c8d63-14b8-42d5-afcf-438df415c985 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0185a43e2bf44202905e265444f2ecaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5737810 Mar 21 17:27:07.360557 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48838) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:07.371248 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 0de4e0ad-210a-459a-96fe-38e6bda7127d is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:07.377689 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c8d63-14b8-42d5-afcf-438df415c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43a5278-7d39-4e8d-acb4-5a0f7d16ae52,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:07.378060 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ecda996-9e6a-41c8-830c-0579ab191bed admin admin] Publish callbacks [] for security_group (83c000c1-cd26-4cf2-b3d4-a92211bc3f6f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.380207 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-d8f079d1-c868-476e-9eac-bd14e7c595ae None None] Current status of the port d8441b41-8758-40f6-8c20-0c0707fbbf03 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:07.465639 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d5091b8-2bfe-48fc-ada2-f4003ea49a89 admin admin] Publish callbacks [] for security_group (a43a5278-7d39-4e8d-acb4-5a0f7d16ae52), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.476023 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ecda996-9e6a-41c8-830c-0579ab191bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (83c000c1-cd26-4cf2-b3d4-a92211bc3f6f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.479112 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4ecda996-9e6a-41c8-830c-0579ab191bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.480850 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-4ecda996-9e6a-41c8-830c-0579ab191bed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83c000c1-cd26-4cf2-b3d4-a92211bc3f6f HTTP/1.1" status: 204 len: 168 time: 0.2530792 Mar 21 17:27:07.501076 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecda996-9e6a-41c8-830c-0579ab191bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c000c1-cd26-4cf2-b3d4-a92211bc3f6f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:07.558021 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d5091b8-2bfe-48fc-ada2-f4003ea49a89 admin admin] Publish callbacks [] for security_group (a43a5278-7d39-4e8d-acb4-5a0f7d16ae52), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.647991 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d5091b8-2bfe-48fc-ada2-f4003ea49a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a43a5278-7d39-4e8d-acb4-5a0f7d16ae52), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.656640 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1d5091b8-2bfe-48fc-ada2-f4003ea49a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:07.667396 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-1d5091b8-2bfe-48fc-ada2-f4003ea49a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a43a5278-7d39-4e8d-acb4-5a0f7d16ae52 HTTP/1.1" status: 204 len: 168 time: 0.3035345 Mar 21 17:27:07.668869 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ee03-9de0-4809-9d81-ec44d3a4631b req-bfa4af34-8f77-4c84-94c7-86589d968c91 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:07.679806 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-82f0ee03-9de0-4809-9d81-ec44d3a4631b req-bfa4af34-8f77-4c84-94c7-86589d968c91 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0945263 Mar 21 17:27:07.695967 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5091b8-2bfe-48fc-ada2-f4003ea49a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43a5278-7d39-4e8d-acb4-5a0f7d16ae52,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:07.783805 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-82f0ee03-9de0-4809-9d81-ec44d3a4631b req-88732fb1-0c51-4154-8db5-0f2ecddcc52d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012087 Mar 21 17:27:08.183605 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48872) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:08.206747 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6d644ed-aeda-434f-828e-61dbd7ef489e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:08.335859 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6d644ed-aeda-434f-828e-61dbd7ef489e admin admin] Publish callbacks [] for security_group (83f05c4a-8641-48c8-92a1-0f8139f46bda), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:08.341305 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6d644ed-aeda-434f-828e-61dbd7ef489e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (83f05c4a-8641-48c8-92a1-0f8139f46bda), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:08.386464 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d644ed-aeda-434f-828e-61dbd7ef489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f05c4a-8641-48c8-92a1-0f8139f46bda,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:08.392448 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d6d644ed-aeda-434f-828e-61dbd7ef489e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd4a8c069ba34779aa81e9b32702c81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069416 Mar 21 17:27:08.395066 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 48882) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:08.408506 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f5601eb7-e86d-41e4-87b4-11422889d160 req-495b1576-8b87-497c-bbbe-0b092822aaf7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 210 time: 0.0636203 Mar 21 17:27:08.828291 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device d8441b41-8758-40f6-8c20-0c0707fbbf03 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:08.867211 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d803fe3e-8986-47fb-a809-d2e49075c603 admin admin] Publish callbacks [] for security_group (83f05c4a-8641-48c8-92a1-0f8139f46bda), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:08.925203 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d803fe3e-8986-47fb-a809-d2e49075c603 admin admin] Publish callbacks [] for security_group (83f05c4a-8641-48c8-92a1-0f8139f46bda), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.008266 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-00ef3b6f-f879-416b-b196-0f4dbbcbc1dc tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:09.009806 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-00ef3b6f-f879-416b-b196-0f4dbbcbc1dc tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.3836987 Mar 21 17:27:09.036868 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d803fe3e-8986-47fb-a809-d2e49075c603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (83f05c4a-8641-48c8-92a1-0f8139f46bda), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.041658 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d803fe3e-8986-47fb-a809-d2e49075c603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.046278 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d803fe3e-8986-47fb-a809-d2e49075c603 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83f05c4a-8641-48c8-92a1-0f8139f46bda HTTP/1.1" status: 204 len: 168 time: 0.6500201 Mar 21 17:27:09.058669 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803fe3e-8986-47fb-a809-d2e49075c603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f05c4a-8641-48c8-92a1-0f8139f46bda,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:09.095237 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port d8441b41-8758-40f6-8c20-0c0707fbbf03 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:09.099829 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.158152 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed2872-ca46-4ed6-a1e6-de72e71f1e8f req-5b5d722a-bba3-4c61-a667-3b293a695020 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:09.173454 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d0ed2872-ca46-4ed6-a1e6-de72e71f1e8f req-5b5d722a-bba3-4c61-a667-3b293a695020 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.2542903 Mar 21 17:27:09.224293 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-44a055ba-b974-49fe-b6f0-5e64512f9b08 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 380 time: 0.2005332 Mar 21 17:27:09.235323 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'port': {'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'admin_state_up': True, 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'security_groups': ['64696946-97f2-4669-b3c5-b03e9dc93586']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:09.300985 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d0ed2872-ca46-4ed6-a1e6-de72e71f1e8f req-a554fd6b-9764-432e-b2ab-9b899ca245d2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265683 Mar 21 17:27:09.388687 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port d8441b41-8758-40f6-8c20-0c0707fbbf03 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:09.418540 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Made reservation on behalf of 7cc5c418054f43709df6dc0d20098844 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:09.423170 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.555869 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4fd6c08a-8299-486f-8623-ecac3f9dde9d req-69b27c8b-df43-42bb-b07d-66b53d4b3efe tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 210 time: 0.0497084 Mar 21 17:27:09.609537 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.20.0.13 (eb243405-81e1-4e47-8b74-04f4760afcaa/c90e5ebf-4452-4266-b188-22809cdd6edc/b69189de-7cbf-42d9-bf9e-e6b40429dd8d) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:09.761243 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.807962 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.850999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network eb243405-81e1-4e47-8b74-04f4760afcaa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:09.854194 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:09.860027 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:09.865159 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:09.865773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:09.880348 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:09.893091 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-02e3d23d-c82b-42e6-9de9-473885427406 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6620400 Mar 21 17:27:09.905719 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Request body: {'port': {'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:09.995827 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.151064 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-e0d4f9af-1295-4502-9e01-f59fb1d6179b None None] Provisioning complete for port b69189de-7cbf-42d9-bf9e-e6b40429dd8d triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:10.151699 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f9af-1295-4502-9e01-f59fb1d6179b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.205889 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4f9af-1295-4502-9e01-f59fb1d6179b None None] Port b69189de-7cbf-42d9-bf9e-e6b40429dd8d cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:10.377296 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69189de-7cbf-42d9-bf9e-e6b40429dd8d {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:27:10.386212 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Publish callbacks [] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.416621 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Transition to ACTIVE for port object b69189de-7cbf-42d9-bf9e-e6b40429dd8d will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:27:10.420271 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.471912 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277917d-a514-4d01-aefc-6da49d867a88 req-6d3dcded-f9e1-4659-ba69-5377b350079d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:10.473287 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e277917d-a514-4d01-aefc-6da49d867a88 req-6d3dcded-f9e1-4659-ba69-5377b350079d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1096327 Mar 21 17:27:10.495925 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:10.541150 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Attempting to bind port b69189de-7cbf-42d9-bf9e-e6b40429dd8d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:10.541487 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Attempting to bind port b69189de-7cbf-42d9-bf9e-e6b40429dd8d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:10.541816 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Attempting to bind port b69189de-7cbf-42d9-bf9e-e6b40429dd8d on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:10.555305 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Port b69189de-7cbf-42d9-bf9e-e6b40429dd8d on network eb243405-81e1-4e47-8b74-04f4760afcaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:27:10.555633 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Attempting to bind port b69189de-7cbf-42d9-bf9e-e6b40429dd8d on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:10.566595 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e277917d-a514-4d01-aefc-6da49d867a88 req-21301986-9e9a-4a78-a3e2-9462c4b0e0b0 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831401 Mar 21 17:27:10.567452 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:10.567875 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Checking segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:10.568251 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Bound using segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:10.568659 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Bound port: b69189de-7cbf-42d9-bf9e-e6b40429dd8d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:10.569533 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.685634 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] For port b69189de-7cbf-42d9-bf9e-e6b40429dd8d, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:10.700873 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] For port b69189de-7cbf-42d9-bf9e-e6b40429dd8d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:10.707880 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.758321 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-67744dcc-2804-4b4a-88de-ebeafcddee48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.964111 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e2138-5548-4956-96a3-50ce019ffb09 req-e5b3bc3e-763b-4a90-b25a-a98787cd7144 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:10.965593 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8a1e2138-5548-4956-96a3-50ce019ffb09 req-e5b3bc3e-763b-4a90-b25a-a98787cd7144 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 944 time: 0.3244331 Mar 21 17:27:10.966823 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:10.967420 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:10.968719 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] 10.222.0.23 "PUT /v2.0/ports/b69189de-7cbf-42d9-bf9e-e6b40429dd8d HTTP/1.1" status: 200 len: 1094 time: 1.0687935 Mar 21 17:27:10.971132 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:27:10.974196 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414b66a5-d13c-4804-8e4f-ba0bc307ced5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:27:11.031503 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82de25-f72f-439a-83e4-e2cb97d44a84 service neutron] Pushing event updated for resources: {'Port': ['ID=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:11.044517 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0311aba-0816-4f83-aa37-e17f18fb8273 x-openstack-request-id: req-a0311aba-0816-4f83-aa37-e17f18fb8273 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:27:11.044875 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:27:11.045193 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0311aba-0816-4f83-aa37-e17f18fb8273 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:27:11.045656 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'status': 'completed', 'code': 200} Mar 21 17:27:11.079688 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8a1e2138-5548-4956-96a3-50ce019ffb09 req-25d69d92-2190-4796-a28d-76717ab7281d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021218 Mar 21 17:27:11.094890 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-bc410f65-41b7-4883-8f86-719697c9a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:11.096598 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-bc410f65-41b7-4883-8f86-719697c9a6de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 1128 time: 0.0762303 Mar 21 17:27:11.144830 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-8c1a7ead-a077-4778-8e55-57544334f9de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d HTTP/1.1" status: 200 len: 217 time: 0.0393691 Mar 21 17:27:11.194280 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-30472539-b52e-4a43-b485-8942d1f78a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:11.195756 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-30472539-b52e-4a43-b485-8942d1f78a08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0427005 Mar 21 17:27:11.257349 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-c286d8c5-3d25-460e-adfd-e600af5ec801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:11.259031 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-c286d8c5-3d25-460e-adfd-e600af5ec801 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0553539 Mar 21 17:27:11.366600 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-e7fcc03a-aac4-4a82-bede-a954889c3a00 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991471 Mar 21 17:27:11.455719 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-137699c2-ee73-42a9-bfb6-8aef4e5b5e5a tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=07f67592fd6a4145867c4704390406f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383406 Mar 21 17:27:11.601923 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d25cd128-6e68-48b3-a934-b1e4736194c0 req-0b47aead-3b80-44af-8e89-393fe495dbcb service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283254 Mar 21 17:27:11.703218 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-0efe101b-5d95-4d4f-a7b8-2e2c5fe92103 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:11.704635 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-0efe101b-5d95-4d4f-a7b8-2e2c5fe92103 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423670 Mar 21 17:27:11.742918 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-fdf9b435-6b75-48a7-af8b-3502d8c7a763 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/quotas/07f67592fd6a4145867c4704390406f6 HTTP/1.1" status: 200 len: 375 time: 0.0189819 Mar 21 17:27:11.767050 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-931791ba-f9d3-433f-b308-470f4495312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:11.768569 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-931791ba-f9d3-433f-b308-470f4495312b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 1128 time: 0.1177959 Mar 21 17:27:11.788521 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-9165fa38-f671-4f17-a71c-115b3c972183 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=07f67592fd6a4145867c4704390406f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384226 Mar 21 17:27:11.803334 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea0f5d-79cc-4a37-82d4-5464cc94517e req-861a4ae0-cf74-4615-b945-0469ed95a75f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:11.804826 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-13ea0f5d-79cc-4a37-82d4-5464cc94517e req-861a4ae0-cf74-4615-b945-0469ed95a75f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1419647 Mar 21 17:27:11.918453 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-13ea0f5d-79cc-4a37-82d4-5464cc94517e req-4dfee4fc-eebf-4110-b932-b48e471c6f81 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028693 Mar 21 17:27:11.954811 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-407af216-324e-4873-9ad9-03858eb37809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:11.956291 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-407af216-324e-4873-9ad9-03858eb37809 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.1721399 Mar 21 17:27:11.979036 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-42ed1dc8-5522-46a5-915d-0f307acbedd4 req-7e2fecb5-d96f-4ac3-8f93-4837fe834ad3 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 210 time: 0.0394516 Mar 21 17:27:12.018223 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-3e26f4be-e15d-456d-81ac-bd760b135336 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d HTTP/1.1" status: 200 len: 217 time: 0.0476913 Mar 21 17:27:12.067765 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-79d240c2-47ac-4817-aea0-5e4c198b383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:12.069798 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-79d240c2-47ac-4817-aea0-5e4c198b383a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0460174 Mar 21 17:27:12.136654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-df5d88ed-eacf-4279-87ad-665f7652aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:12.145868 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-df5d88ed-eacf-4279-87ad-665f7652aee7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0678618 Mar 21 17:27:12.297023 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb781fa-7fa4-4f2e-8462-88a38c577b98 req-fdfa61f6-61b9-4e85-8c01-c5b3264a165a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:12.298369 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2cb781fa-7fa4-4f2e-8462-88a38c577b98 req-fdfa61f6-61b9-4e85-8c01-c5b3264a165a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 944 time: 0.1141341 Mar 21 17:27:12.332163 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-50e3debf-d640-428b-ba8b-fe43a3276d76 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748660 Mar 21 17:27:12.415487 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2cb781fa-7fa4-4f2e-8462-88a38c577b98 req-e2227fc9-35c6-48cd-a61f-a1279a2e8d9c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100352 Mar 21 17:27:12.454127 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-414b66a5-d13c-4804-8e4f-ba0bc307ced5 req-4cc6f038-00e2-46a1-86f2-da1fa0b25e72 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110277 Mar 21 17:27:12.967363 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bab9c12b-d194-4bc9-8208-8752615f408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.050682 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ba13a186-0d9b-4bfd-b8c1-555e6004f002 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=07f67592fd6a4145867c4704390406f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265927 Mar 21 17:27:13.102820 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e351666-58d8-4fae-8b93-1a5785004ee0 req-4ad13acf-cd2d-4533-b80b-4e2e89a53dfb tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 210 time: 0.0469148 Mar 21 17:27:13.137106 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57643c31-46b6-4357-b7dc-eff66385d027 req-b1014306-7881-44e8-a261-8234cb310189 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:13.138550 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-57643c31-46b6-4357-b7dc-eff66385d027 req-b1014306-7881-44e8-a261-8234cb310189 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1479762 Mar 21 17:27:13.221978 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-57643c31-46b6-4357-b7dc-eff66385d027 req-79b12837-d4aa-4750-8b37-bf3098158246 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758221 Mar 21 17:27:13.227928 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-a1055ca9-c994-4a18-9371-c312af716a4d tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:13.229340 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-a1055ca9-c994-4a18-9371-c312af716a4d tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695030 Mar 21 17:27:13.245170 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Request body: {'port': {'device_id': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e', 'admin_state_up': True, 'tenant_id': '07f67592fd6a4145867c4704390406f6'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:13.351034 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Made reservation on behalf of 07f67592fd6a4145867c4704390406f6 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:13.354495 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.366919 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.441605 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks [] for security_group (336f8d71-8f85-476d-85c1-6cab26e270c0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.447109 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (336f8d71-8f85-476d-85c1-6cab26e270c0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.523660 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336f8d71-8f85-476d-85c1-6cab26e270c0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:13.608136 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c568a7a-582e-4221-9896-1c544587356b req-3b8cf302-d096-43af-b3a4-f8d720c37633 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:13.609616 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9c568a7a-582e-4221-9896-1c544587356b req-3b8cf302-d096-43af-b3a4-f8d720c37633 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 944 time: 0.1080742 Mar 21 17:27:13.630689 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Allocated IP 192.168.233.73 (bcf13493-7798-4a71-be42-f777d2e4760e/122ed09b-683c-4f88-a700-a35905224dbe/cfe8ea2e-48b5-456c-9595-f4e91f499146) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:13.687426 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9c568a7a-582e-4221-9896-1c544587356b req-d94cc34d-01f7-4bb4-93c7-465e5e786f4e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689654 Mar 21 17:27:13.808586 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks [] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.841800 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.884543 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Network bcf13493-7798-4a71-be42-f777d2e4760e is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:13.887577 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:13.893612 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:13.900343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:13.900976 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.911734 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Pushing event updated for resources: {'Port': ['ID=cfe8ea2e-48b5-456c-9595-f4e91f499146,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:13.921664 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-11010523-6137-4bba-98e5-ad4de7eef126 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6809294 Mar 21 17:27:13.935603 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Request body: {'port': {'device_id': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:13.995321 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:13.999972 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:14.104434 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-481cec5a-4e0d-4b69-8e0d-283540fad84e None None] Provisioning complete for port cfe8ea2e-48b5-456c-9595-f4e91f499146 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:14.104885 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-481cec5a-4e0d-4b69-8e0d-283540fad84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:14.138994 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-481cec5a-4e0d-4b69-8e0d-283540fad84e None None] Port cfe8ea2e-48b5-456c-9595-f4e91f499146 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:14.268026 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be70bf-6e40-4245-84cc-7aefa65b2d5f req-db99f4c3-cf96-450c-a24d-fcc59631689e tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:14.269503 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94be70bf-6e40-4245-84cc-7aefa65b2d5f req-db99f4c3-cf96-450c-a24d-fcc59631689e tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 935 time: 0.0965776 Mar 21 17:27:14.337888 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe8ea2e-48b5-456c-9595-f4e91f499146 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:27:14.349955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Publish callbacks [] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:14.385285 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Transition to ACTIVE for port object cfe8ea2e-48b5-456c-9595-f4e91f499146 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:27:14.392894 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94be70bf-6e40-4245-84cc-7aefa65b2d5f req-ac4a8ce2-f3da-4deb-9b25-7bb9db14e497 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040182 Mar 21 17:27:14.394693 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:14.414510 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a412de-cfef-4999-a1b9-38b3c4f7ec73 req-b790a97e-a2aa-468f-a14b-ce996781e191 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:14.415855 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-23a412de-cfef-4999-a1b9-38b3c4f7ec73 req-b790a97e-a2aa-468f-a14b-ce996781e191 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1171405 Mar 21 17:27:14.485508 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8ea2e-48b5-456c-9595-f4e91f499146,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:14.526254 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-23a412de-cfef-4999-a1b9-38b3c4f7ec73 req-31a808ca-d91d-4061-9578-773117250d9c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868254 Mar 21 17:27:14.528769 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Attempting to bind port cfe8ea2e-48b5-456c-9595-f4e91f499146 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:14.529142 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Attempting to bind port cfe8ea2e-48b5-456c-9595-f4e91f499146 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:14.529472 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Attempting to bind port cfe8ea2e-48b5-456c-9595-f4e91f499146 on network bcf13493-7798-4a71-be42-f777d2e4760e {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:14.534531 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Port cfe8ea2e-48b5-456c-9595-f4e91f499146 on network bcf13493-7798-4a71-be42-f777d2e4760e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:27:14.534865 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Attempting to bind port cfe8ea2e-48b5-456c-9595-f4e91f499146 on network bcf13493-7798-4a71-be42-f777d2e4760e {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:14.540792 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:14.541134 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Checking segment: {'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:14.541521 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Bound using segment: {'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:14.541954 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Bound port: cfe8ea2e-48b5-456c-9595-f4e91f499146, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a23111-858d-4be8-9e1d-23aad5b1b42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:14.542316 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:14.606609 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] For port cfe8ea2e-48b5-456c-9595-f4e91f499146, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:14.609721 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] For port cfe8ea2e-48b5-456c-9595-f4e91f499146, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cfe8ea2e-48b5-456c-9595-f4e91f499146,segment=NetworkSegment(70a23111-858d-4be8-9e1d-23aad5b1b42e),segment_id=70a23111-858d-4be8-9e1d-23aad5b1b42e)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:14.615245 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:14.649594 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:14.650213 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:14.651596 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] 10.222.0.23 "PUT /v2.0/ports/cfe8ea2e-48b5-456c-9595-f4e91f499146 HTTP/1.1" status: 200 len: 1097 time: 0.7203279 Mar 21 17:27:14.652080 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'tag': 'cfe8ea2e-48b5-456c-9595-f4e91f499146'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:27:14.654295 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62" -d '{"events": [{"name": "network-changed", "server_uuid": "343f7a2f-09ce-4268-aaa8-4619e396d220", "tag": "cfe8ea2e-48b5-456c-9595-f4e91f499146"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:27:14.686866 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed085d6b-68e9-49d3-82df-995ecb6fe74a service neutron] Pushing event updated for resources: {'Port': ['ID=cfe8ea2e-48b5-456c-9595-f4e91f499146,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:14.698460 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864d77f-f6fb-4d6a-ad79-a4a6bc88e3d3 x-openstack-request-id: req-2864d77f-f6fb-4d6a-ad79-a4a6bc88e3d3 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:27:14.698814 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343f7a2f-09ce-4268-aaa8-4619e396d220", "tag": "cfe8ea2e-48b5-456c-9595-f4e91f499146", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:27:14.699128 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2864d77f-f6fb-4d6a-ad79-a4a6bc88e3d3 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:27:14.699638 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'tag': 'cfe8ea2e-48b5-456c-9595-f4e91f499146', 'status': 'completed', 'code': 200} Mar 21 17:27:14.755004 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-9b48870b-bf57-46bc-8897-1a6624138aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:14.756514 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-9b48870b-bf57-46bc-8897-1a6624138aca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07f67592fd6a4145867c4704390406f6&device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 1131 time: 0.0495384 Mar 21 17:27:14.843685 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-5f366b4c-8e7e-487d-a07d-2ab117dda46d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=cfe8ea2e-48b5-456c-9595-f4e91f499146 HTTP/1.1" status: 200 len: 217 time: 0.0776401 Mar 21 17:27:14.897906 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad05a-5c99-4efd-9df6-19565ef07da0 req-15a2e538-8fe1-40e3-80ca-5a89996591db tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:14.899398 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-411ad05a-5c99-4efd-9df6-19565ef07da0 req-15a2e538-8fe1-40e3-80ca-5a89996591db tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 944 time: 0.1326387 Mar 21 17:27:14.926680 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-02b0cb93-a849-4ae8-9d29-40ff1a322542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:14.928176 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-02b0cb93-a849-4ae8-9d29-40ff1a322542 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=122ed09b-683c-4f88-a700-a35905224dbe HTTP/1.1" status: 200 len: 843 time: 0.0724497 Mar 21 17:27:14.982050 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-411ad05a-5c99-4efd-9df6-19565ef07da0 req-5da744c5-8f19-4c26-842c-c5e57a540ad5 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764613 Mar 21 17:27:14.999640 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-91cb5fbf-64ff-439e-a9bb-a1b9c1bd6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:15.001301 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-91cb5fbf-64ff-439e-a9bb-a1b9c1bd6ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcf13493-7798-4a71-be42-f777d2e4760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0620415 Mar 21 17:27:15.301629 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-7e4dae3b-784b-407d-a10e-7a1e2c133e5b service neutron] 10.222.0.23 "GET /v2.0/networks/bcf13493-7798-4a71-be42-f777d2e4760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931647 Mar 21 17:27:15.314232 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b69189de-7cbf-42d9-bf9e-e6b40429dd8d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:27:15.391732 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d54f54fa-d230-4b59-b944-e75b031ad928 req-13fd5755-3f42-4018-8fb6-39bc2895341d service neutron] 10.222.0.23 "GET /v2.0/networks/bcf13493-7798-4a71-be42-f777d2e4760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 Mar 21 17:27:15.415601 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port b69189de-7cbf-42d9-bf9e-e6b40429dd8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:15.431383 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:27:15.483764 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port b69189de-7cbf-42d9-bf9e-e6b40429dd8d is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:15.484180 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:15.513235 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69189de-7cbf-42d9-bf9e-e6b40429dd8d {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:27:15.532626 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-25ece70d-40e1-4136-9ed7-d0b568e2df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:15.534109 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-25ece70d-40e1-4136-9ed7-d0b568e2df31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07f67592fd6a4145867c4704390406f6&device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 1131 time: 0.0847509 Mar 21 17:27:15.536772 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:15.546026 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84623bbb-344d-44d1-b08c-d1211361e8a7 req-0001b51f-1377-4bea-aef7-f6694c2d0c58 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:15.546997 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port b69189de-7cbf-42d9-bf9e-e6b40429dd8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:15.547429 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-84623bbb-344d-44d1-b08c-d1211361e8a7 req-0001b51f-1377-4bea-aef7-f6694c2d0c58 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 947 time: 0.0665269 Mar 21 17:27:15.554888 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:15.609333 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:15.695704 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-84623bbb-344d-44d1-b08c-d1211361e8a7 req-aad54739-1046-4e92-8dc5-80bb14487767 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379828 Mar 21 17:27:15.701261 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-d8b2f2fb-973a-419f-a2ef-103563974d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:15.702713 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-d8b2f2fb-973a-419f-a2ef-103563974d54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bcf13493-7798-4a71-be42-f777d2e4760e HTTP/1.1" status: 200 len: 870 time: 0.1530979 Mar 21 17:27:15.713797 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567182-1a10-477c-b68a-4d4b7bd432f1 req-3327dcb8-b4bb-47d5-9978-06955b811f8a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:15.715187 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-22567182-1a10-477c-b68a-4d4b7bd432f1 req-3327dcb8-b4bb-47d5-9978-06955b811f8a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.1043222 Mar 21 17:27:15.758899 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-c3b1dbed-16be-4b25-a752-910ae716313a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=cfe8ea2e-48b5-456c-9595-f4e91f499146 HTTP/1.1" status: 200 len: 217 time: 0.0428090 Mar 21 17:27:15.816323 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-22567182-1a10-477c-b68a-4d4b7bd432f1 req-fffc40eb-7792-46c8-a4a0-7bb029d12390 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946655 Mar 21 17:27:15.828994 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-277f3181-c422-4737-8176-560863985f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:15.830403 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-277f3181-c422-4737-8176-560863985f4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=122ed09b-683c-4f88-a700-a35905224dbe HTTP/1.1" status: 200 len: 843 time: 0.0595322 Mar 21 17:27:15.879417 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-94ef4602-577e-417d-8856-27d47271b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:15.880979 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-94ef4602-577e-417d-8856-27d47271b768 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcf13493-7798-4a71-be42-f777d2e4760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433061 Mar 21 17:27:15.954303 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['b69189de-7cbf-42d9-bf9e-e6b40429dd8d'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:27:15.979366 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-d803396c-7c8b-473c-8e25-437db592751a service neutron] 10.222.0.23 "GET /v2.0/networks/bcf13493-7798-4a71-be42-f777d2e4760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884750 Mar 21 17:27:16.104983 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7cc75ce1-f0e6-4343-9ee3-942dc3a22b62 req-c6ac8d81-75a0-4526-a5ef-5e40809e5901 service neutron] 10.222.0.23 "GET /v2.0/networks/bcf13493-7798-4a71-be42-f777d2e4760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125803 Mar 21 17:27:16.120627 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0560854-ec71-4dbe-9222-eb7d13385ac9 req-d88901da-4f4c-4b93-bd88-2e220fb9ae09 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:16.122097 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a0560854-ec71-4dbe-9222-eb7d13385ac9 req-d88901da-4f4c-4b93-bd88-2e220fb9ae09 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 945 time: 0.0721254 Mar 21 17:27:16.175126 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a0560854-ec71-4dbe-9222-eb7d13385ac9 req-e57b021b-9649-47d2-b752-68af12a73c74 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467062 Mar 21 17:27:16.440165 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49088) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:16.552068 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dbe216d-e751-4059-ae1a-837b560feade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:16.625599 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dbe216d-e751-4059-ae1a-837b560feade admin admin] Publish callbacks [] for security_group (adeb5468-3654-4fa6-b847-44592c8f9d65), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:16.629107 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4dbe216d-e751-4059-ae1a-837b560feade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (adeb5468-3654-4fa6-b847-44592c8f9d65), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:16.666585 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4dbe216d-e751-4059-ae1a-837b560feade admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a44a396abf4340bf9ac18a53bb8b94bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253730 Mar 21 17:27:16.667411 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe216d-e751-4059-ae1a-837b560feade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb5468-3654-4fa6-b847-44592c8f9d65,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:16.669459 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49094) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:16.716701 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a17b735e-284e-459e-b81d-73df2e693805 admin admin] Publish callbacks [] for security_group (adeb5468-3654-4fa6-b847-44592c8f9d65), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:16.741039 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a17b735e-284e-459e-b81d-73df2e693805 admin admin] Publish callbacks [] for security_group (adeb5468-3654-4fa6-b847-44592c8f9d65), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:16.815327 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a17b735e-284e-459e-b81d-73df2e693805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (adeb5468-3654-4fa6-b847-44592c8f9d65), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:16.817920 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a17b735e-284e-459e-b81d-73df2e693805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:16.819136 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a17b735e-284e-459e-b81d-73df2e693805 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adeb5468-3654-4fa6-b847-44592c8f9d65 HTTP/1.1" status: 204 len: 168 time: 0.1485698 Mar 21 17:27:16.828597 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f224-2953-4604-a1e7-a0e1b155c2d7 req-eeb251c1-6dda-4bec-8787-b5e38ecb20e0 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:16.830046 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0e01f224-2953-4604-a1e7-a0e1b155c2d7 req-eeb251c1-6dda-4bec-8787-b5e38ecb20e0 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 947 time: 0.0604985 Mar 21 17:27:16.838348 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b735e-284e-459e-b81d-73df2e693805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb5468-3654-4fa6-b847-44592c8f9d65,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:16.887213 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0e01f224-2953-4604-a1e7-a0e1b155c2d7 req-495c5777-6435-43bd-9d4b-c9b8a1db7242 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506613 Mar 21 17:27:16.953908 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69782214-c4d5-4a47-9b81-cd6416981470 req-2a363a0c-f40b-4e02-bad9-ce9e74b263be tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:16.955440 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-69782214-c4d5-4a47-9b81-cd6416981470 req-2a363a0c-f40b-4e02-bad9-ce9e74b263be tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0636177 Mar 21 17:27:17.002818 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-69782214-c4d5-4a47-9b81-cd6416981470 req-330bc101-f9ca-4919-924d-a6841ba68d88 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Mar 21 17:27:17.026244 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.102408 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49104) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:17.115397 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e230b6af-3b10-49ab-9c7e-0eea923aea99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.188129 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e230b6af-3b10-49ab-9c7e-0eea923aea99 admin admin] Publish callbacks [] for security_group (2041fdcc-0953-4958-9b89-d441e8fec554), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.191575 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e230b6af-3b10-49ab-9c7e-0eea923aea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (2041fdcc-0953-4958-9b89-d441e8fec554), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.230146 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e230b6af-3b10-49ab-9c7e-0eea923aea99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d52ce1c9b474e848265e623b5cced74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266270 Mar 21 17:27:17.231018 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230b6af-3b10-49ab-9c7e-0eea923aea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2041fdcc-0953-4958-9b89-d441e8fec554,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:17.232909 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49108) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:17.292145 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe9a9-9280-41c9-a09a-b7351f9a8024 admin admin] Publish callbacks [] for security_group (2041fdcc-0953-4958-9b89-d441e8fec554), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.302737 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756642bf-1017-4e3a-ab47-4fb23d62e35d req-f9e7fa03-14a8-4363-aa06-9109cecfaee1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:17.304289 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-756642bf-1017-4e3a-ab47-4fb23d62e35d req-f9e7fa03-14a8-4363-aa06-9109cecfaee1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 945 time: 0.0561435 Mar 21 17:27:17.316309 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe9a9-9280-41c9-a09a-b7351f9a8024 admin admin] Publish callbacks [] for security_group (2041fdcc-0953-4958-9b89-d441e8fec554), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.318173 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b69189de-7cbf-42d9-bf9e-e6b40429dd8d up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:17.363030 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-756642bf-1017-4e3a-ab47-4fb23d62e35d req-d866ad63-ce19-4b15-9930-c786a23107cd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532458 Mar 21 17:27:17.369333 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe9a9-9280-41c9-a09a-b7351f9a8024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (2041fdcc-0953-4958-9b89-d441e8fec554), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.372191 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8fdfe9a9-9280-41c9-a09a-b7351f9a8024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.373421 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8fdfe9a9-9280-41c9-a09a-b7351f9a8024 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2041fdcc-0953-4958-9b89-d441e8fec554 HTTP/1.1" status: 204 len: 168 time: 0.1393428 Mar 21 17:27:17.373827 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port b69189de-7cbf-42d9-bf9e-e6b40429dd8d completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:27:17.377874 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port b69189de-7cbf-42d9-bf9e-e6b40429dd8d triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:17.378242 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.384982 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfe9a9-9280-41c9-a09a-b7351f9a8024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2041fdcc-0953-4958-9b89-d441e8fec554,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:17.465025 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port b69189de-7cbf-42d9-bf9e-e6b40429dd8d is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:17.465420 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.487829 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:27:17.490114 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f33e5b-1bcf-4ee7-a4f3-9bc0a5a86bc4" -d '{"events": [{"server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "name": "network-vif-plugged", "status": "completed", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:27:17.507294 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port b69189de-7cbf-42d9-bf9e-e6b40429dd8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:17.512345 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.538778 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daff7eab-631d-435d-937e-9f51839751bb x-openstack-request-id: req-daff7eab-631d-435d-937e-9f51839751bb {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:27:17.538778 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "name": "network-vif-plugged", "status": "completed", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:27:17.538778 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-daff7eab-631d-435d-937e-9f51839751bb {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:27:17.539173 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'code': 200} Mar 21 17:27:17.570935 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:17.722133 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebb6cb-06b3-40c7-9a9f-eb7cfe401af4 req-f4fff55e-6d3d-4e21-8f77-8576411eaf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:17.723590 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ffebb6cb-06b3-40c7-9a9f-eb7cfe401af4 req-f4fff55e-6d3d-4e21-8f77-8576411eaf7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 1130 time: 0.0479159 Mar 21 17:27:17.733378 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49124) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:17.747149 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dabc0c27-2420-474b-876a-42c7d764da40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.771583 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ffebb6cb-06b3-40c7-9a9f-eb7cfe401af4 req-1d348d31-5f83-40d8-a2fb-d5f8f0abed70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Mar 21 17:27:17.828410 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dabc0c27-2420-474b-876a-42c7d764da40 admin admin] Publish callbacks [] for security_group (c9adfdc8-c932-45fd-a846-be6cc190d4ca), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.836214 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dabc0c27-2420-474b-876a-42c7d764da40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c9adfdc8-c932-45fd-a846-be6cc190d4ca), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.874199 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-dabc0c27-2420-474b-876a-42c7d764da40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=842177b48b2c4f8bb52fd3e23a7d311a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392062 Mar 21 17:27:17.875186 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc0c27-2420-474b-876a-42c7d764da40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9adfdc8-c932-45fd-a846-be6cc190d4ca,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:17.876990 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49130) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:17.942273 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac8d4-2aa2-4c3b-a52e-931424637776 admin admin] Publish callbacks [] for security_group (c9adfdc8-c932-45fd-a846-be6cc190d4ca), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:17.966248 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac8d4-2aa2-4c3b-a52e-931424637776 admin admin] Publish callbacks [] for security_group (c9adfdc8-c932-45fd-a846-be6cc190d4ca), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:18.045780 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e34fab-6d9f-45d2-a318-14a17494b615 req-36c3e705-8447-4d9b-b275-43a5dd0a998d tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:18.047969 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b5e34fab-6d9f-45d2-a318-14a17494b615 req-36c3e705-8447-4d9b-b275-43a5dd0a998d tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 947 time: 0.0834198 Mar 21 17:27:18.072253 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac8d4-2aa2-4c3b-a52e-931424637776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c9adfdc8-c932-45fd-a846-be6cc190d4ca), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:18.074943 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac8d4-2aa2-4c3b-a52e-931424637776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:18.076089 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-aa5ac8d4-2aa2-4c3b-a52e-931424637776 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9adfdc8-c932-45fd-a846-be6cc190d4ca HTTP/1.1" status: 204 len: 168 time: 0.1953671 Mar 21 17:27:18.103262 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ac8d4-2aa2-4c3b-a52e-931424637776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9adfdc8-c932-45fd-a846-be6cc190d4ca,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:18.146398 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b5e34fab-6d9f-45d2-a318-14a17494b615 req-2219c513-524c-4a3b-96ca-45bba698bf1d tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926433 Mar 21 17:27:18.175794 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d42733-b0d6-40c1-b3fa-08a717d71357 req-e567eb82-776e-4e3e-aa8c-607e05db961e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:18.177303 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-35d42733-b0d6-40c1-b3fa-08a717d71357 req-e567eb82-776e-4e3e-aa8c-607e05db961e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0970461 Mar 21 17:27:18.228617 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-35d42733-b0d6-40c1-b3fa-08a717d71357 req-bbed59a2-97f4-46bc-8d99-988dcd4d8947 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Mar 21 17:27:18.478354 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39dac6-dee8-4a56-bcac-c320e7d780d5 req-6bb2aef6-de7c-4d0f-98b8-abeaf7de93e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:18.479729 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ac39dac6-dee8-4a56-bcac-c320e7d780d5 req-6bb2aef6-de7c-4d0f-98b8-abeaf7de93e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 946 time: 0.0549774 Mar 21 17:27:18.525224 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ac39dac6-dee8-4a56-bcac-c320e7d780d5 req-e9df9525-50fe-432d-91ec-7bb1f172b3fd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400960 Mar 21 17:27:19.214193 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49150) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:19.280090 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b884fde-3e8f-4adb-9fe9-b92d6884ca50 req-19c80157-87dc-438d-a602-650457002f18 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:19.286801 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b884fde-3e8f-4adb-9fe9-b92d6884ca50 req-19c80157-87dc-438d-a602-650457002f18 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 947 time: 0.0605924 Mar 21 17:27:19.325670 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-687cf0fc-56ea-43e8-b270-1f0c24a04387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.329210 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cfe8ea2e-48b5-456c-9595-f4e91f499146 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:27:19.357948 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b884fde-3e8f-4adb-9fe9-b92d6884ca50 req-355d69ea-c84d-465a-ada3-ea49a1cada36 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702784 Mar 21 17:27:19.378863 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f3eea-9bfc-4a61-9fcf-7ea14205ba5f req-7bb7d60a-6963-4413-a6bd-c141e9cd19c3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:19.380394 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a93f3eea-9bfc-4a61-9fcf-7ea14205ba5f req-7bb7d60a-6963-4413-a6bd-c141e9cd19c3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0769436 Mar 21 17:27:19.413216 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-687cf0fc-56ea-43e8-b270-1f0c24a04387 admin admin] Publish callbacks [] for security_group (e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.417822 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-687cf0fc-56ea-43e8-b270-1f0c24a04387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.437698 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a93f3eea-9bfc-4a61-9fcf-7ea14205ba5f req-ea0db87a-4968-45a8-8115-ce3a6ec7cda8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Mar 21 17:27:19.441965 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port cfe8ea2e-48b5-456c-9595-f4e91f499146, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cfe8ea2e-48b5-456c-9595-f4e91f499146,segment=NetworkSegment(70a23111-858d-4be8-9e1d-23aad5b1b42e),segment_id=70a23111-858d-4be8-9e1d-23aad5b1b42e)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:19.454775 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'cfe8ea2e-48b5-456c-9595-f4e91f499146', 'network_id': 'bcf13493-7798-4a71-be42-f777d2e4760e', 'port_id': 'cfe8ea2e-48b5-456c-9595-f4e91f499146', 'mac_address': 'fa:16:3e:9c:b1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122ed09b-683c-4f88-a700-a35905224dbe', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:27:19.464870 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-687cf0fc-56ea-43e8-b270-1f0c24a04387 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1de30750142b48129a607b45bf3b0ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490730 Mar 21 17:27:19.465680 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cf0fc-56ea-43e8-b270-1f0c24a04387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:19.467462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:19.493479 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port cfe8ea2e-48b5-456c-9595-f4e91f499146 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:19.493931 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.517128 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe8ea2e-48b5-456c-9595-f4e91f499146 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:27:19.518225 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32cb590-2fe8-41b1-8dbb-ddb97c67d50a admin admin] Publish callbacks [] for security_group (e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.537422 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port cfe8ea2e-48b5-456c-9595-f4e91f499146, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cfe8ea2e-48b5-456c-9595-f4e91f499146,segment=NetworkSegment(70a23111-858d-4be8-9e1d-23aad5b1b42e),segment_id=70a23111-858d-4be8-9e1d-23aad5b1b42e)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:19.540468 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32cb590-2fe8-41b1-8dbb-ddb97c67d50a admin admin] Publish callbacks [] for security_group (e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.541400 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.593857 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=cfe8ea2e-48b5-456c-9595-f4e91f499146,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:19.602329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32cb590-2fe8-41b1-8dbb-ddb97c67d50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.604879 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b32cb590-2fe8-41b1-8dbb-ddb97c67d50a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.605978 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b32cb590-2fe8-41b1-8dbb-ddb97c67d50a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1 HTTP/1.1" status: 204 len: 168 time: 0.1375272 Mar 21 17:27:19.629485 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cb590-2fe8-41b1-8dbb-ddb97c67d50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f7cd3-09d5-4ab7-9f0e-c7db7a9e0ac1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:19.653438 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92dfd4-4921-43d2-97a1-58067acf2770 req-1a0faa57-be8d-455b-b421-69cf8a9a417f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:19.655113 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4c92dfd4-4921-43d2-97a1-58067acf2770 req-1a0faa57-be8d-455b-b421-69cf8a9a417f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 946 time: 0.0630946 Mar 21 17:27:19.703704 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4c92dfd4-4921-43d2-97a1-58067acf2770 req-0d1c95a6-c968-4183-89ed-e13913d5f3a3 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Mar 21 17:27:19.819397 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ab99-1b04-466d-b3b2-302d523bf9d9 req-549f06ec-0ad3-44af-be45-b886c7958d49 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:19.820923 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0e07ab99-1b04-466d-b3b2-302d523bf9d9 req-549f06ec-0ad3-44af-be45-b886c7958d49 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 946 time: 0.0556126 Mar 21 17:27:19.829908 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49168) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:19.834298 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:19.872300 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (2d4c9228-3e93-4402-83bf-f6701a2b052e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:19.878520 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['cfe8ea2e-48b5-456c-9595-f4e91f499146'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:27:20.306784 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:20.311064 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2d4c9228-3e93-4402-83bf-f6701a2b052e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:20.420098 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 2d4c9228-3e93-4402-83bf-f6701a2b052e associated. External IP: 172.28.2.131, port: b69189de-7cbf-42d9-bf9e-e6b40429dd8d. Mar 21 17:27:20.583821 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9ec96-95ae-4bad-9ad2-bdc76ce9bfce req-ad48b10e-6530-40bd-9e4a-0725f4aef1fb tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:20.585381 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95c9ec96-95ae-4bad-9ad2-bdc76ce9bfce req-ad48b10e-6530-40bd-9e4a-0725f4aef1fb tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 948 time: 0.1301391 Mar 21 17:27:20.609127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6cd8f-4bb9-4f2d-af88-38462074e839 req-40770bfa-2bb9-410d-9eed-77fdd70875c3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:20.610536 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a6cd8f-4bb9-4f2d-af88-38462074e839 req-40770bfa-2bb9-410d-9eed-77fdd70875c3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0992498 Mar 21 17:27:20.762296 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95c9ec96-95ae-4bad-9ad2-bdc76ce9bfce req-79118742-efec-4989-acee-9e1ca9b9941e tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668952 Mar 21 17:27:20.777317 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a6cd8f-4bb9-4f2d-af88-38462074e839 req-d227a24a-7233-4eb8-b95b-b1f12d2ef45c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553953 Mar 21 17:27:20.810523 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:27:20.918651 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:27:20.923671 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:20.928818 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:27:20.939407 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:20.940199 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:20.957282 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-67c9bf4e-c1ef-4cd2-bd23-62a4ba78339e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "PUT /v2.0/floatingips/2d4c9228-3e93-4402-83bf-f6701a2b052e HTTP/1.1" status: 200 len: 992 time: 1.1262956 Mar 21 17:27:20.957870 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:27:20.960914 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d00ff-cd09-4d8a-b6c3-f7756739b642" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:27:21.004632 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4af127c-74b1-44e2-9e41-a882f75f486b x-openstack-request-id: req-e4af127c-74b1-44e2-9e41-a882f75f486b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:27:21.004923 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:27:21.005174 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4af127c-74b1-44e2-9e41-a882f75f486b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:27:21.005575 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'status': 'completed', 'code': 200} Mar 21 17:27:21.054872 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:21.074784 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-25734ac8-4cdf-47a4-912e-36795aa2985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:21.076464 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-25734ac8-4cdf-47a4-912e-36795aa2985b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 1130 time: 0.0441387 Mar 21 17:27:21.176760 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-0551d2d1-f952-465e-bead-ebda9c0fcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:21.178745 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-0551d2d1-f952-465e-bead-ebda9c0fcfae service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.0946209 Mar 21 17:27:21.248920 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-b4ef6d69-22df-4f8c-97bb-ba1c991c238f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d HTTP/1.1" status: 200 len: 1000 time: 0.0624821 Mar 21 17:27:21.290076 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:20Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:21.304125 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-5723e52a-9417-4033-9b91-1b705ed1b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:21.305519 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-5723e52a-9417-4033-9b91-1b705ed1b8e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0477819 Mar 21 17:27:21.319614 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:27:21.329208 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:21.329837 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:21.334968 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cfe8ea2e-48b5-456c-9595-f4e91f499146 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:21.357084 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-07a567bc-ad41-4b08-9e68-cb0ae19fb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:21.358582 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-07a567bc-ad41-4b08-9e68-cb0ae19fb835 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0444584 Mar 21 17:27:21.385547 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port cfe8ea2e-48b5-456c-9595-f4e91f499146 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:27:21.390145 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port cfe8ea2e-48b5-456c-9595-f4e91f499146 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:21.390527 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:21.442403 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:21.482569 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port cfe8ea2e-48b5-456c-9595-f4e91f499146 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:21.482961 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:21.512553 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8ea2e-48b5-456c-9595-f4e91f499146'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:27:21.515133 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e342a24c-e1fa-4ec9-a100-2bd461ff8012" -d '{"events": [{"server_uuid": "343f7a2f-09ce-4268-aaa8-4619e396d220", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8ea2e-48b5-456c-9595-f4e91f499146"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:27:21.530548 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port cfe8ea2e-48b5-456c-9595-f4e91f499146, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cfe8ea2e-48b5-456c-9595-f4e91f499146,segment=NetworkSegment(70a23111-858d-4be8-9e1d-23aad5b1b42e),segment_id=70a23111-858d-4be8-9e1d-23aad5b1b42e)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:21.540785 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:21.582132 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30534825-b201-4e83-b141-9405c8fb7fbb x-openstack-request-id: req-30534825-b201-4e83-b141-9405c8fb7fbb {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:27:21.582442 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f7a2f-09ce-4268-aaa8-4619e396d220", "name": "network-vif-plugged", "status": "completed", "tag": "cfe8ea2e-48b5-456c-9595-f4e91f499146", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:27:21.582791 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30534825-b201-4e83-b141-9405c8fb7fbb {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:27:21.583090 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe8ea2e-48b5-456c-9595-f4e91f499146', 'code': 200} Mar 21 17:27:21.598892 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=cfe8ea2e-48b5-456c-9595-f4e91f499146,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:21.695198 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-0977e582-0866-4714-8b10-e8dddfd3cc21 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291800 Mar 21 17:27:21.698587 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:20Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:21.728709 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69b78e-13e3-476f-b89b-b4a9a3e012f2 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:20Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:27:21.825293 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-273d00ff-cd09-4d8a-b6c3-f7756739b642 req-b2710141-6c87-4e62-a3ad-ba3dd5c55d0b service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041846 Mar 21 17:27:21.834549 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca5508-2cca-4390-8cb9-15124926a07e req-2e6a74d0-6914-457b-90bb-13ee0873c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:21.841358 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-feca5508-2cca-4390-8cb9-15124926a07e req-2e6a74d0-6914-457b-90bb-13ee0873c7f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 1133 time: 0.0883212 Mar 21 17:27:21.907853 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-feca5508-2cca-4390-8cb9-15124926a07e req-699c38cf-8fe9-47fd-a6f6-f891a40b039a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525408 Mar 21 17:27:21.961845 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0698e47-69e9-4c18-abfe-2e8a7b3979ec req-cc7aeb14-c066-477d-8d4b-4562cb811333 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:21.963230 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c0698e47-69e9-4c18-abfe-2e8a7b3979ec req-cc7aeb14-c066-477d-8d4b-4562cb811333 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 949 time: 0.1003361 Mar 21 17:27:21.970664 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7118f4e-96b9-4b99-be53-c1fa30d66daf req-d458de95-cfbb-4382-8b57-067b75cce5dc tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:21.972164 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c7118f4e-96b9-4b99-be53-c1fa30d66daf req-d458de95-cfbb-4382-8b57-067b75cce5dc tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0769603 Mar 21 17:27:22.000701 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de52220-7030-41e5-a6ec-4280cfdf1838 None None] New status for floating IP 2d4c9228-3e93-4402-83bf-f6701a2b052e: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:27:22.048783 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c0698e47-69e9-4c18-abfe-2e8a7b3979ec req-cb175092-c749-4790-9a28-513c57342e3e tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756145 Mar 21 17:27:22.051768 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c7118f4e-96b9-4b99-be53-c1fa30d66daf req-88489fc4-1acb-438e-9ab1-5540208317c5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Mar 21 17:27:23.203718 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45305c75-9026-467e-bbcb-9c1b4747e56f req-64b08dc0-9053-4caa-88d4-0414e5eca0ed tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:23.205137 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45305c75-9026-467e-bbcb-9c1b4747e56f req-64b08dc0-9053-4caa-88d4-0414e5eca0ed tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 949 time: 0.0852559 Mar 21 17:27:23.212701 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c4bdc-b7d1-4f53-bd45-3977a16b9ae0 req-9ed233d4-b2fb-478b-b982-4d8665eba30b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:23.214065 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e45c4bdc-b7d1-4f53-bd45-3977a16b9ae0 req-9ed233d4-b2fb-478b-b982-4d8665eba30b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0954392 Mar 21 17:27:23.285181 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45305c75-9026-467e-bbcb-9c1b4747e56f req-ae6f7262-4fc3-4c42-b332-348fc3867c42 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 Mar 21 17:27:23.289155 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e45c4bdc-b7d1-4f53-bd45-3977a16b9ae0 req-22bb8984-2b5a-4407-a7fe-4430dd9805ce tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686743 Mar 21 17:27:24.438432 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a517-5361-4d2c-aec5-3b71c1c32102 req-29c2b175-5739-4902-a74a-f3f8ff9c5579 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:24.439886 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bf36a517-5361-4d2c-aec5-3b71c1c32102 req-29c2b175-5739-4902-a74a-f3f8ff9c5579 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0842776 Mar 21 17:27:24.447838 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99320c-19fd-4691-9609-49e75d028c23 req-4a7fcd2b-07aa-4e7d-b77b-864125b613d3 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:24.449223 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3f99320c-19fd-4691-9609-49e75d028c23 req-4a7fcd2b-07aa-4e7d-b77b-864125b613d3 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 949 time: 0.0948355 Mar 21 17:27:24.517537 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bf36a517-5361-4d2c-aec5-3b71c1c32102 req-16f0502d-ddd9-46ee-bb2f-2a8b7638f3aa tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672829 Mar 21 17:27:24.521555 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3f99320c-19fd-4691-9609-49e75d028c23 req-cc84f229-eefb-4793-bcbb-5059c0ced9d4 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659351 Mar 21 17:27:24.778366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584712f-ceaf-4b05-80cc-d4e26d8b2c7e req-3c0bf9b3-1a13-4c21-a799-b00cea39a7a3 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:24.779728 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b584712f-ceaf-4b05-80cc-d4e26d8b2c7e req-3c0bf9b3-1a13-4c21-a799-b00cea39a7a3 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 949 time: 0.0518188 Mar 21 17:27:24.829045 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b584712f-ceaf-4b05-80cc-d4e26d8b2c7e req-622eba49-7831-4d37-806d-ff8de6f0fed9 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Mar 21 17:27:25.640409 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6c2a4-94e2-4c6c-acdb-85969ddb5ce4 req-1bca1cc0-ba01-4944-a767-abe857312416 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:25.641900 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dea6c2a4-94e2-4c6c-acdb-85969ddb5ce4 req-1bca1cc0-ba01-4944-a767-abe857312416 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0553648 Mar 21 17:27:25.687276 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dea6c2a4-94e2-4c6c-acdb-85969ddb5ce4 req-4e319a20-bb6c-4200-a3e8-86852fdc6561 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392327 Mar 21 17:27:25.944459 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33817261-89ca-450b-a355-be86b9d3fd5c req-4e8ebd03-e4c0-495f-b211-be65ddb67afa tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:25.945952 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-33817261-89ca-450b-a355-be86b9d3fd5c req-4e8ebd03-e4c0-495f-b211-be65ddb67afa tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 949 time: 0.0517766 Mar 21 17:27:25.995264 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-33817261-89ca-450b-a355-be86b9d3fd5c req-b9c56330-90d6-4dff-bad1-2f7ac59c643f tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/security-groups?id=336f8d71-8f85-476d-85c1-6cab26e270c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Mar 21 17:27:26.695849 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-15f6f3d9-87ac-4703-ae14-9aa88358e8f1 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:26.697340 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-15f6f3d9-87ac-4703-ae14-9aa88358e8f1 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.23 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 949 time: 0.0524614 Mar 21 17:27:26.800787 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Deleting port cfe8ea2e-48b5-456c-9595-f4e91f499146 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:27:26.801123 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:26.804115 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba4d6-6fa4-4c5c-8c8b-842b1fceb0cb req-374e9e23-acee-4a6f-a019-f56f537bd4b4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:26.805606 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0f8ba4d6-6fa4-4c5c-8c8b-842b1fceb0cb req-374e9e23-acee-4a6f-a019-f56f537bd4b4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0526206 Mar 21 17:27:26.857471 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0f8ba4d6-6fa4-4c5c-8c8b-842b1fceb0cb req-da2a3a81-910b-4802-b65f-3096762ce2af tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Mar 21 17:27:26.889772 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] For port cfe8ea2e-48b5-456c-9595-f4e91f499146, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cfe8ea2e-48b5-456c-9595-f4e91f499146,segment=NetworkSegment(70a23111-858d-4be8-9e1d-23aad5b1b42e),segment_id=70a23111-858d-4be8-9e1d-23aad5b1b42e)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:26.890133 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:26.904940 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Calling delete_port for cfe8ea2e-48b5-456c-9595-f4e91f499146 owned by compute:nova {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:27:27.033100 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (cfe8ea2e-48b5-456c-9595-f4e91f499146), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:27.049815 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['cfe8ea2e-48b5-456c-9595-f4e91f499146'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:27:27.063940 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Pushing event deleted for resources: {'Port': ['ID=cfe8ea2e-48b5-456c-9595-f4e91f499146,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:27.111615 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f1884c1c-1441-4b4b-8c76-1a2cbfb60277 req-d2fb6a1e-0b32-4d30-9f58-8019145976dc tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.20 "GET /v2.0/ports?device_id=343f7a2f-09ce-4268-aaa8-4619e396d220 HTTP/1.1" status: 200 len: 210 time: 0.0349405 Mar 21 17:27:27.112517 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] No DVR routers for this DVR port cfe8ea2e-48b5-456c-9595-f4e91f499146 on host hv-cinder-76845 {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:27:27.115735 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:27.119163 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-135b74bc-4c91-4f17-96d4-76549fdc9c22 req-be05f1cc-e24b-4795-820d-6261ddad20d2 tempest-VolumesNegativeTest-5038231 tempest-VolumesNegativeTest-5038231-project] 10.222.0.23 "DELETE /v2.0/ports/cfe8ea2e-48b5-456c-9595-f4e91f499146 HTTP/1.1" status: 204 len: 173 time: 0.4146230 Mar 21 17:27:27.119643 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'name': 'network-vif-deleted', 'tag': 'cfe8ea2e-48b5-456c-9595-f4e91f499146'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:27:27.122256 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82197365-ddf2-42a9-bfae-a46376aef36a" -d '{"events": [{"server_uuid": "343f7a2f-09ce-4268-aaa8-4619e396d220", "name": "network-vif-deleted", "tag": "cfe8ea2e-48b5-456c-9595-f4e91f499146"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:27:27.165508 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567dc016-85df-4fd7-840a-2a5105484252 x-openstack-request-id: req-567dc016-85df-4fd7-840a-2a5105484252 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:27:27.165805 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f7a2f-09ce-4268-aaa8-4619e396d220", "name": "network-vif-deleted", "tag": "cfe8ea2e-48b5-456c-9595-f4e91f499146", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:27:27.166056 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-567dc016-85df-4fd7-840a-2a5105484252 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:27:27.166457 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f7a2f-09ce-4268-aaa8-4619e396d220', 'name': 'network-vif-deleted', 'tag': 'cfe8ea2e-48b5-456c-9595-f4e91f499146', 'status': 'completed', 'code': 200} Mar 21 17:27:27.976951 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41909286-e567-4ae2-822c-17a8007e8c73 req-b3539166-b125-4bad-854e-17abd838cb95 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:27.978414 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41909286-e567-4ae2-822c-17a8007e8c73 req-b3539166-b125-4bad-854e-17abd838cb95 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0570138 Mar 21 17:27:28.025015 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41909286-e567-4ae2-822c-17a8007e8c73 req-b7fd053b-7c1b-4cf7-95c7-0f72734380ec tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Mar 21 17:27:29.146405 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4feae3-6df6-4e2d-8a98-a5c038c4ca2e req-75c50b44-bcd7-4b4e-9ca9-3b4bbceef344 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:29.148306 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3e4feae3-6df6-4e2d-8a98-a5c038c4ca2e req-75c50b44-bcd7-4b4e-9ca9-3b4bbceef344 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0554910 Mar 21 17:27:29.204460 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3e4feae3-6df6-4e2d-8a98-a5c038c4ca2e req-fd8fec77-bf97-4aaa-8865-90d64c32ad7f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Mar 21 17:27:30.211949 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c02d85-6d8d-408b-9cf0-dcf9b35295a0 req-add4b526-7139-4b8d-a6b2-9e4273e86909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:30.213560 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-c6c02d85-6d8d-408b-9cf0-dcf9b35295a0 req-add4b526-7139-4b8d-a6b2-9e4273e86909 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 1130 time: 0.0449955 Mar 21 17:27:30.262558 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-c6c02d85-6d8d-408b-9cf0-dcf9b35295a0 req-3c2a4e59-52f6-4b0f-ad7b-29a79c4e941f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Mar 21 17:27:30.337842 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40459f3-f421-41ae-a82d-aa97bbcb25ba req-f6d305d1-917b-4a75-9336-b7da47f15daf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:30.339338 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f40459f3-f421-41ae-a82d-aa97bbcb25ba req-f6d305d1-917b-4a75-9336-b7da47f15daf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0539105 Mar 21 17:27:30.389613 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f40459f3-f421-41ae-a82d-aa97bbcb25ba req-88d983f9-5ab6-41f1-b051-8938c2530270 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Mar 21 17:27:31.348465 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cfe8ea2e-48b5-456c-9595-f4e91f499146 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:27:31.372737 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: cfe8ea2e-48b5-456c-9595-f4e91f499146 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:27:31.373078 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cfe8ea2e-48b5-456c-9595-f4e91f499146 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:27:31.514464 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faa3ae-a8bb-44b4-96b0-97d5710b3862 req-be4af11e-88c4-41c9-b8af-03c9b16876f8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:31.516023 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31faa3ae-a8bb-44b4-96b0-97d5710b3862 req-be4af11e-88c4-41c9-b8af-03c9b16876f8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0577109 Mar 21 17:27:31.571336 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31faa3ae-a8bb-44b4-96b0-97d5710b3862 req-ecd6d0b9-181b-4507-86de-5f6a6d68ee6f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Mar 21 17:27:32.077550 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49568) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:32.206752 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b159cc3f-c85e-431e-9b03-7f43bb51ce92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07f67592fd6a4145867c4704390406f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280379 Mar 21 17:27:32.209276 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49572) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:32.257614 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-275ae0cc-cd80-4f26-ad82-62574487279a admin admin] Publish callbacks [] for security_group (336f8d71-8f85-476d-85c1-6cab26e270c0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:32.281337 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-275ae0cc-cd80-4f26-ad82-62574487279a admin admin] Publish callbacks [] for security_group (336f8d71-8f85-476d-85c1-6cab26e270c0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:32.330648 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-275ae0cc-cd80-4f26-ad82-62574487279a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (336f8d71-8f85-476d-85c1-6cab26e270c0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:32.333406 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-275ae0cc-cd80-4f26-ad82-62574487279a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:32.334530 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-275ae0cc-cd80-4f26-ad82-62574487279a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/336f8d71-8f85-476d-85c1-6cab26e270c0 HTTP/1.1" status: 204 len: 168 time: 0.1243639 Mar 21 17:27:32.343650 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ae0cc-cd80-4f26-ad82-62574487279a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f8d71-8f85-476d-85c1-6cab26e270c0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:32.481341 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:32.692928 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108a3c8-ef64-4e2b-a37c-5c5952ff0c14 req-6c4e0773-357c-40d1-ae76-45b59a3ae018 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:32.694699 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7108a3c8-ef64-4e2b-a37c-5c5952ff0c14 req-6c4e0773-357c-40d1-ae76-45b59a3ae018 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0575047 Mar 21 17:27:32.746056 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7108a3c8-ef64-4e2b-a37c-5c5952ff0c14 req-33ae5fdb-2d0e-4eec-abd1-d9c86e55eb0b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Mar 21 17:27:32.867989 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c55fbf-559c-4345-bd48-35e989082ef5 req-002076a9-95d3-4768-a2a1-93e222e437b5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:32.869482 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-23c55fbf-559c-4345-bd48-35e989082ef5 req-002076a9-95d3-4768-a2a1-93e222e437b5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0579667 Mar 21 17:27:32.917685 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-23c55fbf-559c-4345-bd48-35e989082ef5 req-79dd30ac-5262-4630-a995-ffae332353c6 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Mar 21 17:27:34.545984 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095da92-26ae-42a3-a474-17059cadbf27 req-1bfa4edc-b0aa-4c22-90c0-2a7c85bc76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:34.547491 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-5095da92-26ae-42a3-a474-17059cadbf27 req-1bfa4edc-b0aa-4c22-90c0-2a7c85bc76fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 1129 time: 0.0507717 Mar 21 17:27:34.582894 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cef62c-cba9-4629-bbca-8b6137881fba req-92364c21-d62c-4d68-8917-58b571f80b16 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:34.584526 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e5cef62c-cba9-4629-bbca-8b6137881fba req-92364c21-d62c-4d68-8917-58b571f80b16 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0685101 Mar 21 17:27:34.638456 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e5cef62c-cba9-4629-bbca-8b6137881fba req-184020fc-8402-41c8-866b-6a5aa461e868 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Mar 21 17:27:34.650715 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095da92-26ae-42a3-a474-17059cadbf27 req-d7ca03c8-d347-409e-9441-d6b547404352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:34.652223 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-5095da92-26ae-42a3-a474-17059cadbf27 req-d7ca03c8-d347-409e-9441-d6b547404352 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.0975528 Mar 21 17:27:34.697344 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-5095da92-26ae-42a3-a474-17059cadbf27 req-9393a4f7-3816-46e1-ae1c-c72e5ecb0a87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f HTTP/1.1" status: 200 len: 217 time: 0.0377979 Mar 21 17:27:34.749011 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095da92-26ae-42a3-a474-17059cadbf27 req-7ff7e75f-4a55-44e9-a133-67f441aaa1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:34.750424 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-5095da92-26ae-42a3-a474-17059cadbf27 req-7ff7e75f-4a55-44e9-a133-67f441aaa1e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0440400 Mar 21 17:27:34.800536 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095da92-26ae-42a3-a474-17059cadbf27 req-e29396ff-f2da-49da-979a-913ccb5fe273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:34.802215 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-5095da92-26ae-42a3-a474-17059cadbf27 req-e29396ff-f2da-49da-979a-913ccb5fe273 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0448515 Mar 21 17:27:34.894369 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-5095da92-26ae-42a3-a474-17059cadbf27 req-125c5506-6991-4aee-9709-746e3cd08ff3 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841949 Mar 21 17:27:34.982743 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-5095da92-26ae-42a3-a474-17059cadbf27 req-9444e70b-72d0-4fa6-9a7d-a2e47a43872e service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817358 Mar 21 17:27:35.760729 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db9e51-4cfb-4e4c-a7ac-b40907e7cf00 req-e468c2da-2273-4a9a-ad20-08071f2035f5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:35.762236 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31db9e51-4cfb-4e4c-a7ac-b40907e7cf00 req-e468c2da-2273-4a9a-ad20-08071f2035f5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0555251 Mar 21 17:27:35.812938 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31db9e51-4cfb-4e4c-a7ac-b40907e7cf00 req-9bb3f439-61be-4cba-b667-96b4e99f2e7e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Mar 21 17:27:36.941343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2c2df-0054-4821-98d2-3818a226e940 req-60ebdd8f-c297-4014-9d75-8f2bcd287c2f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:36.949780 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f5e2c2df-0054-4821-98d2-3818a226e940 req-60ebdd8f-c297-4014-9d75-8f2bcd287c2f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0653946 Mar 21 17:27:37.009898 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f5e2c2df-0054-4821-98d2-3818a226e940 req-e0985d7f-275b-4d71-92e4-62d6804c6f5a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Mar 21 17:27:38.122681 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18358d73-e1a7-4267-966f-605a9236ba40 req-0512b296-32c7-45ac-99e1-3e49f396006f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:38.124196 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18358d73-e1a7-4267-966f-605a9236ba40 req-0512b296-32c7-45ac-99e1-3e49f396006f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0528660 Mar 21 17:27:38.172688 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18358d73-e1a7-4267-966f-605a9236ba40 req-e6d9baee-11c6-4137-864a-aa0775b03a13 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 Mar 21 17:27:39.304667 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759a056-aa95-40b1-9048-4879837ef110 req-55a66e41-9e86-4e83-9d43-df1de27020eb tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:39.306163 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3759a056-aa95-40b1-9048-4879837ef110 req-55a66e41-9e86-4e83-9d43-df1de27020eb tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0598216 Mar 21 17:27:39.354453 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3759a056-aa95-40b1-9048-4879837ef110 req-6df71361-1a4a-4dae-9c45-5cbd38a2c739 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Mar 21 17:27:40.125995 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:27:40.473028 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efde44c-67e1-438c-a21a-b3a2e819f07b req-e422ad26-f2b9-493c-acad-ef08645eca39 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:40.474487 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5efde44c-67e1-438c-a21a-b3a2e819f07b req-e422ad26-f2b9-493c-acad-ef08645eca39 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0545518 Mar 21 17:27:40.520982 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5efde44c-67e1-438c-a21a-b3a2e819f07b req-b5e12132-2d24-410c-9d63-d0685650f63e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 Mar 21 17:27:40.749284 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ed9db977-ea8f-4676-ac14-b167a0f283cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:41.637146 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d65efe-f526-482c-8438-624e452a26e9 req-bb5ef004-7986-45cb-8781-2742c67048a1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:41.638593 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-74d65efe-f526-482c-8438-624e452a26e9 req-bb5ef004-7986-45cb-8781-2742c67048a1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0510852 Mar 21 17:27:41.683683 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-74d65efe-f526-482c-8438-624e452a26e9 req-2c302d19-871f-4e83-a6d9-2eb6e921dcca tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Mar 21 17:27:42.796333 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b9a20-a112-4531-97b3-458f5a932310 req-07c2ef9e-9e69-4a30-91b5-f3662441d55e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:42.797677 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-612b9a20-a112-4531-97b3-458f5a932310 req-07c2ef9e-9e69-4a30-91b5-f3662441d55e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0499566 Mar 21 17:27:42.844675 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-612b9a20-a112-4531-97b3-458f5a932310 req-dc91c37a-6d3a-4249-94c5-acca4ab00a9e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417256 Mar 21 17:27:42.941181 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-81ff0491-eccb-485e-be80-24d167233097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.296315 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49794) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:43.399393 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea178e5c-1805-4d85-afd8-461be7d62e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.470185 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea178e5c-1805-4d85-afd8-461be7d62e40 admin admin] Publish callbacks [] for security_group (63f5dd49-b6df-4de5-ac43-13197208d7ab), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.473676 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea178e5c-1805-4d85-afd8-461be7d62e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (63f5dd49-b6df-4de5-ac43-13197208d7ab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.514018 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ea178e5c-1805-4d85-afd8-461be7d62e40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=379840f320c54a4282e5b77d1894781e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166212 Mar 21 17:27:43.514869 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea178e5c-1805-4d85-afd8-461be7d62e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5dd49-b6df-4de5-ac43-13197208d7ab,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:43.517556 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49798) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:43.563746 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9100-10ca-4e74-9fff-450cd116433e admin admin] Publish callbacks [] for security_group (63f5dd49-b6df-4de5-ac43-13197208d7ab), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.584228 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9100-10ca-4e74-9fff-450cd116433e admin admin] Publish callbacks [] for security_group (63f5dd49-b6df-4de5-ac43-13197208d7ab), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.629039 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9100-10ca-4e74-9fff-450cd116433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (63f5dd49-b6df-4de5-ac43-13197208d7ab), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.631675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9100-10ca-4e74-9fff-450cd116433e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:43.633419 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7f5b9100-10ca-4e74-9fff-450cd116433e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63f5dd49-b6df-4de5-ac43-13197208d7ab HTTP/1.1" status: 204 len: 168 time: 0.1147475 Mar 21 17:27:43.640807 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b9100-10ca-4e74-9fff-450cd116433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5dd49-b6df-4de5-ac43-13197208d7ab,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:43.962802 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c68cac-467a-44c8-bfac-0d227c972822 req-8d11a5f2-47d4-442e-ac26-8547905d59c3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:43.964621 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-27c68cac-467a-44c8-bfac-0d227c972822 req-8d11a5f2-47d4-442e-ac26-8547905d59c3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0549324 Mar 21 17:27:44.007085 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.017936 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-27c68cac-467a-44c8-bfac-0d227c972822 req-90453538-0f6e-4485-8154-4890051452fb tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473118 Mar 21 17:27:44.241341 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49828) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:44.338440 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1034456622-network', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:44.356609 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Made reservation on behalf of adf36243ada042d9a3d7b97e7395799e for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:44.358920 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.371408 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.445059 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks [] for security_group (78f3896c-e0be-401b-bfd8-d3e1310bed71), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.448554 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (78f3896c-e0be-401b-bfd8-d3e1310bed71), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.468934 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:27:44.482575 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f3896c-e0be-401b-bfd8-d3e1310bed71,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:44.487367 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (e91c01dd-4317-4110-bb09-07098394641d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.487710 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Added segment e91c01dd-4317-4110-bb09-07098394641d of type vlan for network 12069fde-28b7-4121-bdfe-7982bab9ec80 Mar 21 17:27:44.526896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (12069fde-28b7-4121-bdfe-7982bab9ec80), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.550834 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (12069fde-28b7-4121-bdfe-7982bab9ec80), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.551783 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:44.552392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.605980 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3609047 Mar 21 17:27:44.606496 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49832) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:44.611441 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Request body: {'subnet': {'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1034456622-subnet', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'ip_version': 4}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:44.611889 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b62e2f-00b2-4916-b824-28e458973160 admin admin] Pushing event updated for resources: {'Network': ['ID=12069fde-28b7-4121-bdfe-7982bab9ec80,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:44.622996 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:27:44.632723 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Made reservation on behalf of adf36243ada042d9a3d7b97e7395799e for: {'subnet': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:44.635086 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3666997'] for subnet (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.798137 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2589586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666979'] for subnet (e7bb64ac-4fb4-4185-b449-8e8a6896f4b7), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.851447 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:44.861875 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Checking segment: {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:44.862231 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Network hostable DHCP agents. Network: 12069fde-28b7-4121-bdfe-7982bab9ec80, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:27:44.878353 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:27:44.887417 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 12069fde-28b7-4121-bdfe-7982bab9ec80) {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:44.891485 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:44.892099 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.896216 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefad676-78a3-4af2-b146-a6f488ec4a27 None None] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:27:44.908418 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7b0e0937-3ff3-4fdd-af16-bd6001a0041e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3005648 Mar 21 17:27:44.911209 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49834) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:44.915821 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:44.934301 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (f48511d5-2673-4596-9b30-29df1f04424e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.935366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (f48511d5-2673-4596-9b30-29df1f04424e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:44.992531 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks [] for router_controller (f48511d5-2673-4596-9b30-29df1f04424e), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.000388 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-12069fde-28b7-4121-bdfe-7982bab9ec80', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:27:45.001232 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.144348 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Allocated IP 172.20.0.2 (12069fde-28b7-4121-bdfe-7982bab9ec80/e7bb64ac-4fb4-4185-b449-8e8a6896f4b7/4af1e4e0-99d9-42ef-b9e2-fa07399d4813) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:45.163477 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks [] for router_gateway (f48511d5-2673-4596-9b30-29df1f04424e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.229040 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e39097-4e5e-46f9-bb3d-28429a1f1591 req-619d26ba-450c-494a-93ed-b6ebe4038bd4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:45.230596 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a5e39097-4e5e-46f9-bb3d-28429a1f1591 req-619d26ba-450c-494a-93ed-b6ebe4038bd4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1298828 Mar 21 17:27:45.293643 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a5e39097-4e5e-46f9-bb3d-28429a1f1591 req-b2af3ff5-9808-4d3a-8a5d-48bca62985c4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575025 Mar 21 17:27:45.303546 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Publish callbacks [] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.311509 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.348513 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:45.351378 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:45.357367 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:45.362751 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Pushing event updated for resources: {'Port': ['ID=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:45.414995 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Attempting to bind port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:45.415367 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Attempting to bind port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:45.415724 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Attempting to bind port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 on network 12069fde-28b7-4121-bdfe-7982bab9ec80 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:45.421236 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:45.421607 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Checking segment: {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:45.422005 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.422397 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Bound using segment: {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:45.422867 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Bound port: 4af1e4e0-99d9-42ef-b9e2-fa07399d4813, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:45.423245 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.431644 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks [] for router_gateway (f48511d5-2673-4596-9b30-29df1f04424e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.452078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.492947 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] For port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:45.499544 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] For port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:45.510576 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.539305 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.572042 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7271a17-7394-4f98-8c84-de40dd62a0bb None None] Pushing event updated for resources: {'Port': ['ID=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:45.577256 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Allocated IP 172.28.2.53 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/88cc20dd-1e96-4ed2-b6a3-1e264e4fb192) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:45.691730 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks [] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.744382 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:45.779984 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:45.782841 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:45.786291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:45.856457 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Pushing event updated for resources: {'Port': ['ID=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:46.007886 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks [] for router_gateway (f48511d5-2673-4596-9b30-29df1f04424e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.203569 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (f48511d5-2673-4596-9b30-29df1f04424e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.351859 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Router f48511d5-2673-4596-9b30-29df1f04424e is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:27:46.486791 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2cbe23-f35e-4672-948f-610f835669bd None None] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:27:46.495720 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49860) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:46.572145 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-0731519e-8137-43e5-82f1-ef14a0efa219 None None] Provisioning complete for port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:46.572432 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0731519e-8137-43e5-82f1-ef14a0efa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.622867 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-289efb23-0ac3-44eb-8150-446b27e311d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.693213 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-0731519e-8137-43e5-82f1-ef14a0efa219 None None] Current status of the port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:46.693989 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0731519e-8137-43e5-82f1-ef14a0efa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.731019 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0731519e-8137-43e5-82f1-ef14a0efa219 None None] For port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:46.738187 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0731519e-8137-43e5-82f1-ef14a0efa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.741418 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:27:46.754021 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427db973-37f1-4610-a443-c0414d55c6cb req-640f7fab-4a07-426b-bb49-0110d917f103 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:46.755547 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-427db973-37f1-4610-a443-c0414d55c6cb req-640f7fab-4a07-426b-bb49-0110d917f103 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.3548121 Mar 21 17:27:46.765485 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Sync routers for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:27:46.788481 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:46.789137 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:46.798206 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-289efb23-0ac3-44eb-8150-446b27e311d3 admin admin] Publish callbacks [] for security_group (0b3003b4-22cc-46fa-a7a3-ced06bb30fc8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.800039 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:46.805295 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-289efb23-0ac3-44eb-8150-446b27e311d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0b3003b4-22cc-46fa-a7a3-ced06bb30fc8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.810061 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.812347 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e3060000-ab5d-4c9f-99d3-539aebacb5cf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8991098 Mar 21 17:27:46.818442 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49864) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:46.850825 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-289efb23-0ac3-44eb-8150-446b27e311d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f9d479580174115b3390a4046fa8ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540177 Mar 21 17:27:46.856790 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49866) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:46.867794 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731519e-8137-43e5-82f1-ef14a0efa219 None None] Pushing event updated for resources: {'Port': ['ID=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:46.890942 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:46.891461 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.925947 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289efb23-0ac3-44eb-8150-446b27e311d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3003b4-22cc-46fa-a7a3-ced06bb30fc8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:46.934415 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:46.970741 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-b5793ca2-0d5e-4130-8f7b-9d862bbf7035 None None] Provisioning complete for port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:46.971591 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b5793ca2-0d5e-4130-8f7b-9d862bbf7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.987986 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6bd33c1f-9152-4cb0-b9a9-7b610301196f admin admin] Publish callbacks [] for security_group (0b3003b4-22cc-46fa-a7a3-ced06bb30fc8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:46.999752 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-427db973-37f1-4610-a443-c0414d55c6cb req-04a72392-87e9-49ca-bca5-95b11e6085f1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193751 Mar 21 17:27:47.033682 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6bd33c1f-9152-4cb0-b9a9-7b610301196f admin admin] Publish callbacks [] for security_group (0b3003b4-22cc-46fa-a7a3-ced06bb30fc8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.103588 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6bd33c1f-9152-4cb0-b9a9-7b610301196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0b3003b4-22cc-46fa-a7a3-ced06bb30fc8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.107324 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6bd33c1f-9152-4cb0-b9a9-7b610301196f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.108954 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-6bd33c1f-9152-4cb0-b9a9-7b610301196f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b3003b4-22cc-46fa-a7a3-ced06bb30fc8 HTTP/1.1" status: 204 len: 168 time: 0.2513902 Mar 21 17:27:47.137983 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd33c1f-9152-4cb0-b9a9-7b610301196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3003b4-22cc-46fa-a7a3-ced06bb30fc8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:47.196997 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:45Z', 'revision_number': 3, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:47.239768 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.242957 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:47.314388 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-b5793ca2-0d5e-4130-8f7b-9d862bbf7035 None None] Current status of the port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:47.361014 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Checking router: f48511d5-2673-4596-9b30-29df1f04424e for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:27:47.361741 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Updating router f48511d5-2673-4596-9b30-29df1f04424e port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:27:47.391878 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.513129 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.685549 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Allocated IP 172.20.0.1 (12069fde-28b7-4121-bdfe-7982bab9ec80/e7bb64ac-4fb4-4185-b449-8e8a6896f4b7/23a7c61e-54df-42f0-885b-8f564c1583f6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:47.685813 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Publish callbacks [] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.691364 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.742908 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Pushing event updated for resources: {'Port': ['ID=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:47.756147 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.756283 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.756662 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.756918 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.757770 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.758098 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.758424 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.759105 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.759105 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.759461 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.759700 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.759964 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.760304 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.760935 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.760935 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:27:47.766515 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Attempting to bind port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:47.766515 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Attempting to bind port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:47.767184 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Attempting to bind port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:47.773747 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:47.773747 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:47.773997 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.774639 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:47.774639 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Bound port: 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:47.774989 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.806996 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks [] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.827874 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] For port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:47.831044 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] For port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:47.838984 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.849612 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.889452 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:47.894046 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:47.896539 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:47.896954 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (f48511d5-2673-4596-9b30-29df1f04424e), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:47.903941 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:47.905505 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:47.945379 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b17b4a-7fed-4087-a235-eebe52737d62 None None] Pushing event updated for resources: {'Port': ['ID=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:47.954155 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Pushing event updated for resources: {'Port': ['ID=23a7c61e-54df-42f0-885b-8f564c1583f6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:48.066867 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:48.071913 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.233675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1788b3d-4893-4772-9b2f-bc94c07b575d req-bdbe28fc-beaa-4b9e-9796-0e2fe9b1980c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:48.235156 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b1788b3d-4893-4772-9b2f-bc94c07b575d req-bdbe28fc-beaa-4b9e-9796-0e2fe9b1980c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1462154 Mar 21 17:27:48.262647 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-b9f925ac-b1cb-4c55-b487-9f5bf2224434 None None] Provisioning complete for port 23a7c61e-54df-42f0-885b-8f564c1583f6 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:48.263606 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b9f925ac-b1cb-4c55-b487-9f5bf2224434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.281918 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:45Z', 'revision_number': 3, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:48.301038 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-b9f925ac-b1cb-4c55-b487-9f5bf2224434 None None] Port 23a7c61e-54df-42f0-885b-8f564c1583f6 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:48.314563 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab2841-50c3-428b-b170-c134a63e8247 None None] The sync data for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb is: [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:45Z', 'revision_number': 3, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:27:48.325220 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b1788b3d-4893-4772-9b2f-bc94c07b575d req-4b9f79a8-a044-4107-96be-8c3276475855 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820417 Mar 21 17:27:48.360418 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks [] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.367387 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.368183 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (f48511d5-2673-4596-9b30-29df1f04424e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.453489 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Pushing event updated for resources: {'Port': ['ID=23a7c61e-54df-42f0-885b-8f564c1583f6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:48.478161 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49904) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:48.504994 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:48.506434 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:48.656389 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3181ebd5-b8b0-4fdb-b85c-cefd977af68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.743289 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Router f48511d5-2673-4596-9b30-29df1f04424e has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:27:48.821643 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3181ebd5-b8b0-4fdb-b85c-cefd977af68f admin admin] Publish callbacks [] for security_group (8e5d6fed-ec91-4fe8-aad1-e031cb076132), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.837891 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3181ebd5-b8b0-4fdb-b85c-cefd977af68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8e5d6fed-ec91-4fe8-aad1-e031cb076132), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:48.890028 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3181ebd5-b8b0-4fdb-b85c-cefd977af68f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b9a2e007e0740f1ab414f7c9d1dd5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106634 Mar 21 17:27:48.893778 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49916) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:48.905188 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181ebd5-b8b0-4fdb-b85c-cefd977af68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5d6fed-ec91-4fe8-aad1-e031cb076132,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:48.915137 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:48.946492 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:27:48.962836 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-da4455be-067b-4743-a03f-85afbfe5fa01 admin admin] 10.222.0.20 "PUT /v2.0/routers/f48511d5-2673-4596-9b30-29df1f04424e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1432843 Mar 21 17:27:48.978828 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f01742d2-e219-47f5-90dd-9fd295cbfa7b admin admin] Publish callbacks [] for security_group (8e5d6fed-ec91-4fe8-aad1-e031cb076132), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.004685 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-59880a0a-8c87-4180-b11b-7a08154f0a70 None None] Provisioning complete for port 23a7c61e-54df-42f0-885b-8f564c1583f6 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:49.005522 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-59880a0a-8c87-4180-b11b-7a08154f0a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.032560 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f01742d2-e219-47f5-90dd-9fd295cbfa7b admin admin] Publish callbacks [] for security_group (8e5d6fed-ec91-4fe8-aad1-e031cb076132), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.055746 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-59880a0a-8c87-4180-b11b-7a08154f0a70 None None] Port 23a7c61e-54df-42f0-885b-8f564c1583f6 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:49.074071 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:49.074584 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.133033 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f01742d2-e219-47f5-90dd-9fd295cbfa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8e5d6fed-ec91-4fe8-aad1-e031cb076132), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.135676 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f01742d2-e219-47f5-90dd-9fd295cbfa7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.136882 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f01742d2-e219-47f5-90dd-9fd295cbfa7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e5d6fed-ec91-4fe8-aad1-e031cb076132 HTTP/1.1" status: 204 len: 168 time: 0.2419503 Mar 21 17:27:49.164581 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01742d2-e219-47f5-90dd-9fd295cbfa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5d6fed-ec91-4fe8-aad1-e031cb076132,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:49.267869 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:49.269407 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:49.324583 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:49.325178 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.421734 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:49.422250 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.446057 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:49.451845 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.497180 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a89ae-1449-4731-9034-bf3977a0f442 req-a86aeb08-bcff-407b-9f0f-eef1807aec7c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:49.499344 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-381a89ae-1449-4731-9034-bf3977a0f442 req-a86aeb08-bcff-407b-9f0f-eef1807aec7c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0671561 Mar 21 17:27:49.537448 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:49.577163 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-381a89ae-1449-4731-9034-bf3977a0f442 req-9640a5a0-e193-4409-be82-4fca5204c58b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551333 Mar 21 17:27:49.723608 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49954) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:49.728865 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2074757921-network', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:49.755380 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Made reservation on behalf of 02d1b07ad9b24d11bd6d119420786275 for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:49.758682 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.768111 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.854394 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks [] for security_group (c6ccf910-f700-47e5-bd40-7912f84a0c8f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.858667 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c6ccf910-f700-47e5-bd40-7912f84a0c8f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.883807 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:27:49.899903 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ccf910-f700-47e5-bd40-7912f84a0c8f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:49.905924 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (9ebc15d2-974d-4895-b743-f4fc130721d2), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.906310 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Added segment 9ebc15d2-974d-4895-b743-f4fc130721d2 of type vlan for network 98766d60-2535-43f6-8eea-d050e4cd3f0c Mar 21 17:27:49.953917 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (98766d60-2535-43f6-8eea-d050e4cd3f0c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.986749 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (98766d60-2535-43f6-8eea-d050e4cd3f0c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:49.989516 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:49.990903 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.063297 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3384125 Mar 21 17:27:50.067251 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49968) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:50.072402 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Request body: {'subnet': {'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2074757921-subnet', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:50.085867 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c74cb-39eb-4104-b17a-c2ced6fcac0a admin admin] Pushing event updated for resources: {'Network': ['ID=98766d60-2535-43f6-8eea-d050e4cd3f0c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:50.098185 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:27:50.121333 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Made reservation on behalf of 02d1b07ad9b24d11bd6d119420786275 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:50.124108 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.269544 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49980) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:50.355201 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for subnet (a25ebe8c-461d-44e3-86dd-c022bde3b3f3), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.375785 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1177131949-network', 'tenant_id': 'ea4f4f68a9de4145a3873d534c12240b'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:50.399918 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Made reservation on behalf of ea4f4f68a9de4145a3873d534c12240b for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:50.402643 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.411746 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.423199 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25ebe8c-461d-44e3-86dd-c022bde3b3f3,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:50.428652 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Checking segment: {'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:50.429048 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Network hostable DHCP agents. Network: 98766d60-2535-43f6-8eea-d050e4cd3f0c, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:27:50.446688 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:27:50.457121 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 98766d60-2535-43f6-8eea-d050e4cd3f0c) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:50.468041 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:50.469024 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.470778 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Sync routers for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:27:50.479959 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8824209f-647f-41cb-8856-17182974ad1f None None] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:27:50.490697 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f7e98332-f097-4303-8911-bd2cde83f292 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4222682 Mar 21 17:27:50.493175 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 49986) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:50.498963 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:50.517994 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks [] for security_group (acb93648-8775-4b5d-aa09-b33b5bb97084), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.522574 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (acb93648-8775-4b5d-aa09-b33b5bb97084), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.524622 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (22b2c4c9-5a71-4548-986c-36ea60eb67ab), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.525985 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (22b2c4c9-5a71-4548-986c-36ea60eb67ab), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.545461 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:50.546585 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:50.547390 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:27:50.567257 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb93648-8775-4b5d-aa09-b33b5bb97084,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:50.570686 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (0c98c55d-2188-4583-ae30-f0b12ba45f98), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.571751 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Added segment 0c98c55d-2188-4583-ae30-f0b12ba45f98 of type vlan for network 0759836c-7fab-41f6-8f42-2e97b3948441 Mar 21 17:27:50.587060 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks [] for router_controller (22b2c4c9-5a71-4548-986c-36ea60eb67ab), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.641704 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (0759836c-7fab-41f6-8f42-2e97b3948441), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.675855 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (0759836c-7fab-41f6-8f42-2e97b3948441), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.676905 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:50.677546 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.742270 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:50.764762 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] Pushing event updated for resources: {'Network': ['ID=0759836c-7fab-41f6-8f42-2e97b3948441,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:50.789531 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7e9eb9fa-545e-41e6-9a91-6fce3fb10426 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5162079 Mar 21 17:27:50.789751 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 49990) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:50.796571 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Request body: {'subnet': {'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1177131949-subnet', 'tenant_id': 'ea4f4f68a9de4145a3873d534c12240b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:50.797598 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 0759836c-7fab-41f6-8f42-2e97b3948441 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:27:50.798217 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks [] for router_gateway (22b2c4c9-5a71-4548-986c-36ea60eb67ab), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.824606 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Made reservation on behalf of ea4f4f68a9de4145a3873d534c12240b for: {'subnet': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:50.830471 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3666997'] for subnet (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.836866 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eba01-92f4-4b5c-a85f-a66ca2ad015d req-13c02674-559a-48de-8674-347766a2ce0d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:50.838374 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f99eba01-92f4-4b5c-a85f-a66ca2ad015d req-13c02674-559a-48de-8674-347766a2ce0d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1107178 Mar 21 17:27:50.852543 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-98766d60-2535-43f6-8eea-d050e4cd3f0c', 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c', 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'fixed_ips': [{'subnet_id': 'a25ebe8c-461d-44e3-86dd-c022bde3b3f3'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:27:50.853399 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:50.917896 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f99eba01-92f4-4b5c-a85f-a66ca2ad015d req-993c2c08-aa23-40a7-9875-b69dc3193c04 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558674 Mar 21 17:27:51.021195 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:51.036316 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2589586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666979'] for subnet (13f0cd0b-504b-46a2-9e6c-9fc186ddfd77), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.068742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks [] for router_gateway (22b2c4c9-5a71-4548-986c-36ea60eb67ab), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.072313 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:51.072706 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.089474 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.099519 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f0cd0b-504b-46a2-9e6c-9fc186ddfd77,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:51.104486 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Allocated IP 172.20.0.2 (98766d60-2535-43f6-8eea-d050e4cd3f0c/a25ebe8c-461d-44e3-86dd-c022bde3b3f3/21f09942-240a-450e-af39-eba131d58ffd) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:51.107662 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Checking segment: {'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:51.108079 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Network hostable DHCP agents. Network: 0759836c-7fab-41f6-8f42-2e97b3948441, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:27:51.125726 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Network 0759836c-7fab-41f6-8f42-2e97b3948441 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:27:51.137292 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 0759836c-7fab-41f6-8f42-2e97b3948441) {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:51.142242 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:51.142842 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.154922 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7370cd-c8ae-4e69-ac2c-bb2b54b2002e None None] Network 0759836c-7fab-41f6-8f42-2e97b3948441 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:27:51.168767 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7fddf67e-bba5-48a7-84c6-75db7a1d2917 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3777723 Mar 21 17:27:51.246817 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Allocated IP 172.28.2.63 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/addd11c1-1897-4e30-87b5-9aa3348764a9) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:51.389451 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks [] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.433077 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.479007 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:51.482771 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:51.493303 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:51.558479 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2268a-a90e-4696-b468-a36ae2881c15 req-6acdd4be-9340-4af6-97de-71e2887e3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:51.564688 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-3ec2268a-a90e-4696-b468-a36ae2881c15 req-6acdd4be-9340-4af6-97de-71e2887e3e6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 1129 time: 0.0913801 Mar 21 17:27:51.652024 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Pushing event updated for resources: {'Port': ['ID=addd11c1-1897-4e30-87b5-9aa3348764a9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:51.653406 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-3ec2268a-a90e-4696-b468-a36ae2881c15 req-a7866aa7-4dd7-41a7-a469-9aaf3e9d659e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808306 Mar 21 17:27:51.691471 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:51.711288 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbf46d-6440-4330-877f-61ce4d2d1b24 None None] Network 0759836c-7fab-41f6-8f42-2e97b3948441 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:27:51.780203 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Publish callbacks [] for port (21f09942-240a-450e-af39-eba131d58ffd), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.794901 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (21f09942-240a-450e-af39-eba131d58ffd), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:51.871753 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:51.878051 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:51.882904 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:51.885581 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Pushing event updated for resources: {'Port': ['ID=21f09942-240a-450e-af39-eba131d58ffd,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:51.964252 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 2, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:52.016852 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Checking router: f48511d5-2673-4596-9b30-29df1f04424e for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:27:52.017205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Updating router f48511d5-2673-4596-9b30-29df1f04424e port 23a7c61e-54df-42f0-885b-8f564c1583f6 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:27:52.046907 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Attempting to bind port 21f09942-240a-450e-af39-eba131d58ffd on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:52.047231 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Attempting to bind port 21f09942-240a-450e-af39-eba131d58ffd by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:52.047599 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Attempting to bind port 21f09942-240a-450e-af39-eba131d58ffd on network 98766d60-2535-43f6-8eea-d050e4cd3f0c {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:52.057124 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:52.057497 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Checking segment: {'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:52.057895 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.058287 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Bound using segment: {'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:52.058752 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Bound port: 21f09942-240a-450e-af39-eba131d58ffd, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:52.059132 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (21f09942-240a-450e-af39-eba131d58ffd), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.064297 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.067709 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b7c2-bbac-4c0e-befb-3a366c7cf00f req-45e1b714-5e9f-421d-93ab-f7e146f3a576 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:52.069285 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c533b7c2-bbac-4c0e-befb-3a366c7cf00f req-45e1b714-5e9f-421d-93ab-f7e146f3a576 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.3884835 Mar 21 17:27:52.072150 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks [] for router_gateway (22b2c4c9-5a71-4548-986c-36ea60eb67ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.192446 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c533b7c2-bbac-4c0e-befb-3a366c7cf00f req-4782c9e0-e21a-4941-ab3f-b3629e9082d3 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863514 Mar 21 17:27:52.217413 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] For port 21f09942-240a-450e-af39-eba131d58ffd, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:52.237826 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] For port 21f09942-240a-450e-af39-eba131d58ffd, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=21f09942-240a-450e-af39-eba131d58ffd,segment=NetworkSegment(9ebc15d2-974d-4895-b743-f4fc130721d2),segment_id=9ebc15d2-974d-4895-b743-f4fc130721d2)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:52.260215 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (21f09942-240a-450e-af39-eba131d58ffd), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.387699 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06439d-fd40-4e62-a240-8b17a07ea5cc None None] Pushing event updated for resources: {'Port': ['ID=21f09942-240a-450e-af39-eba131d58ffd,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:52.425602 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04787c-a52d-4280-b295-b439b2e69ade req-954aa8f2-7702-4d5a-8359-f11d00f249d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:52.427357 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0f04787c-a52d-4280-b295-b439b2e69ade req-954aa8f2-7702-4d5a-8359-f11d00f249d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1244326 Mar 21 17:27:52.438042 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (22b2c4c9-5a71-4548-986c-36ea60eb67ab), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.472567 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da9de3-8820-43ff-968e-60e30d4f1c89 req-2966181a-8ed4-4f64-b791-651f8ff017b6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:52.474057 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-10da9de3-8820-43ff-968e-60e30d4f1c89 req-2966181a-8ed4-4f64-b791-651f8ff017b6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1234722 Mar 21 17:27:52.488934 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Publish callbacks [] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.495594 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.586299 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c91703-3b71-4a83-844d-e82424ddd1b0 None None] Pushing event updated for resources: {'Port': ['ID=23a7c61e-54df-42f0-885b-8f564c1583f6,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:52.587998 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0f04787c-a52d-4280-b295-b439b2e69ade req-6e98f89b-9b17-4aa4-80d4-54a61482e1f1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529968 Mar 21 17:27:52.625700 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Attempting to bind port 23a7c61e-54df-42f0-885b-8f564c1583f6 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:52.626131 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Attempting to bind port 23a7c61e-54df-42f0-885b-8f564c1583f6 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:52.626502 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Attempting to bind port 23a7c61e-54df-42f0-885b-8f564c1583f6 on network 12069fde-28b7-4121-bdfe-7982bab9ec80 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:52.636040 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:52.636453 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Checking segment: {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:52.636873 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.637256 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Bound using segment: {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:52.637793 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Bound port: 23a7c61e-54df-42f0-885b-8f564c1583f6, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:52.638351 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.643591 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-10da9de3-8820-43ff-968e-60e30d4f1c89 req-c8532b98-7b00-474b-ac68-0eb96e792ee2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270406 Mar 21 17:27:52.721148 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Router 22b2c4c9-5a71-4548-986c-36ea60eb67ab is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:27:52.757790 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] For port 23a7c61e-54df-42f0-885b-8f564c1583f6, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:52.764024 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] For port 23a7c61e-54df-42f0-885b-8f564c1583f6, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=23a7c61e-54df-42f0-885b-8f564c1583f6,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:52.769312 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 21f09942-240a-450e-af39-eba131d58ffd up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:52.801469 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.869523 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:27:52.881897 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Sync routers for ids ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:27:52.895399 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:52.895562 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:52.896205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:52.896911 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-d1d4dff6-04bc-4ec9-b7e0-c9c6fcae53c9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4021904 Mar 21 17:27:52.899060 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c91703-3b71-4a83-844d-e82424ddd1b0 None None] Pushing event updated for resources: {'Port': ['ID=23a7c61e-54df-42f0-885b-8f564c1583f6,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:52.901091 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Routers {'22b2c4c9-5a71-4548-986c-36ea60eb67ab'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:52.901225 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50032) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:27:52.902420 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:53.004566 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 21f09942-240a-450e-af39-eba131d58ffd triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:53.004955 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (21f09942-240a-450e-af39-eba131d58ffd), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.058283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-a1ba63fe-b0ca-4d82-9fdf-6c4eefe6260d None None] Provisioning complete for port 23a7c61e-54df-42f0-885b-8f564c1583f6 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:53.058654 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a1ba63fe-b0ca-4d82-9fdf-6c4eefe6260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.118452 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Set router 22b2c4c9-5a71-4548-986c-36ea60eb67ab gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:53.156781 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:53.339683 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:27:51Z', 'revision_number': 3, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port': {'id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:51Z', 'updated_at': '2022-03-21T17:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:53.356766 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-270178c9-fbcc-4a71-bd17-eba4d7adac27 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:53.364754 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-270178c9-fbcc-4a71-bd17-eba4d7adac27 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/networks?id=0759836c-7fab-41f6-8f42-2e97b3948441 HTTP/1.1" status: 200 len: 814 time: 0.2338133 Mar 21 17:27:53.384008 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Checking router: 22b2c4c9-5a71-4548-986c-36ea60eb67ab for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:27:53.384644 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Updating router 22b2c4c9-5a71-4548-986c-36ea60eb67ab port addd11c1-1897-4e30-87b5-9aa3348764a9 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:27:53.404953 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-77b8cb18-c136-4385-8940-f3fd23a4cc91 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/quotas/ea4f4f68a9de4145a3873d534c12240b HTTP/1.1" status: 200 len: 375 time: 0.0390947 Mar 21 17:27:53.427408 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.448308 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-a74e99f4-d29e-48c9-9b0e-687c3013d0e4 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea4f4f68a9de4145a3873d534c12240b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422010 Mar 21 17:27:53.485483 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 21f09942-240a-450e-af39-eba131d58ffd is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:53.485863 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (21f09942-240a-450e-af39-eba131d58ffd), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.531758 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab941848-2121-403b-b07a-8e2b4cad2199 req-42e7730f-a6dc-4836-92c5-f0e9b159f8da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:53.533384 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ab941848-2121-403b-b07a-8e2b4cad2199 req-42e7730f-a6dc-4836-92c5-f0e9b159f8da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.2007113 Mar 21 17:27:53.571575 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 21f09942-240a-450e-af39-eba131d58ffd, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=21f09942-240a-450e-af39-eba131d58ffd,segment=NetworkSegment(9ebc15d2-974d-4895-b743-f4fc130721d2),segment_id=9ebc15d2-974d-4895-b743-f4fc130721d2)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:53.615971 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (21f09942-240a-450e-af39-eba131d58ffd), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.633511 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ab941848-2121-403b-b07a-8e2b4cad2199 req-2089c0f7-7a7c-40ff-adc6-2aa940c1e512 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871871 Mar 21 17:27:53.634172 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.638088 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d0e542a8-e2c4-4823-ba38-32f83d7e3078 service neutron] 10.222.0.20 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793201 Mar 21 17:27:53.683280 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:52Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:53.754281 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907806-137d-48ca-b19f-3ad435e51bea None None] The sync data for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb is: [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:52Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:27:53.758397 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba63fe-b0ca-4d82-9fdf-6c4eefe6260d None None] Current status of the port 23a7c61e-54df-42f0-885b-8f564c1583f6 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:53.759018 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a1ba63fe-b0ca-4d82-9fdf-6c4eefe6260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.818283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=21f09942-240a-450e-af39-eba131d58ffd,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:53.844359 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-a1ba63fe-b0ca-4d82-9fdf-6c4eefe6260d None None] For port 23a7c61e-54df-42f0-885b-8f564c1583f6, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=23a7c61e-54df-42f0-885b-8f564c1583f6,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:53.849914 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Publish callbacks [] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.857413 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a1ba63fe-b0ca-4d82-9fdf-6c4eefe6260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.860724 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.910844 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27fc6c-1d2b-455d-88b3-9cf04da80322 req-74a3f873-9f6a-4836-87fd-a9d5c36c364d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:53.912840 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5413a0-588c-4c3a-9d02-00ce2a7feb76 None None] Pushing event updated for resources: {'Port': ['ID=addd11c1-1897-4e30-87b5-9aa3348764a9,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:53.924574 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c27fc6c-1d2b-455d-88b3-9cf04da80322 req-74a3f873-9f6a-4836-87fd-a9d5c36c364d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1913247 Mar 21 17:27:53.930915 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Attempting to bind port addd11c1-1897-4e30-87b5-9aa3348764a9 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:53.931295 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Attempting to bind port addd11c1-1897-4e30-87b5-9aa3348764a9 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:53.931659 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Attempting to bind port addd11c1-1897-4e30-87b5-9aa3348764a9 on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:53.937372 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:53.937746 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:53.938507 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.938919 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:53.939396 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Bound port: addd11c1-1897-4e30-87b5-9aa3348764a9, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:53.939776 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:53.941266 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Allocated IP 172.20.0.1 (98766d60-2535-43f6-8eea-d050e4cd3f0c/a25ebe8c-461d-44e3-86dd-c022bde3b3f3/a28376fa-3ad0-49ed-9b24-a87abbc3a168) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:53.952504 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef78fa9-d9a4-47bc-a436-e1c921f21b8e None None] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:27:53.959309 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-8198fa2c-890b-4dd1-b0a1-40d7dfb9de78 service neutron] 10.222.0.20 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123364 Mar 21 17:27:54.020649 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] For port addd11c1-1897-4e30-87b5-9aa3348764a9, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:54.026526 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] For port addd11c1-1897-4e30-87b5-9aa3348764a9, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=addd11c1-1897-4e30-87b5-9aa3348764a9,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:54.036683 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:54.037039 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c27fc6c-1d2b-455d-88b3-9cf04da80322 req-ea48d840-74aa-4e1d-96a0-9eacd860b86c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112266 Mar 21 17:27:54.102964 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks [] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:54.117971 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5413a0-588c-4c3a-9d02-00ce2a7feb76 None None] Pushing event updated for resources: {'Port': ['ID=addd11c1-1897-4e30-87b5-9aa3348764a9,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:54.136122 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Routers {'22b2c4c9-5a71-4548-986c-36ea60eb67ab'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:54.136765 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:54.163996 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:54.197422 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-62d30e78-17af-4ca9-b27b-48b2d89b6147 None None] Provisioning complete for port 23a7c61e-54df-42f0-885b-8f564c1583f6 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:54.197804 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-62d30e78-17af-4ca9-b27b-48b2d89b6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:54.223556 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba63fe-b0ca-4d82-9fdf-6c4eefe6260d None None] Pushing event updated for resources: {'Port': ['ID=23a7c61e-54df-42f0-885b-8f564c1583f6,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:54.293392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac9c37-1252-4d61-a69f-4f57c5156a4f req-190870e0-3c0a-4683-9953-0fd129804819 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:54.299098 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:54.306848 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b9ac9c37-1252-4d61-a69f-4f57c5156a4f req-190870e0-3c0a-4683-9953-0fd129804819 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1571629 Mar 21 17:27:54.310257 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:54.314123 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:54.327114 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a28376fa-3ad0-49ed-9b24-a87abbc3a168,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:54.391474 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (22b2c4c9-5a71-4548-986c-36ea60eb67ab), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:54.428427 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e27c0a75-a2b3-4717-9179-a8d6574d04ad req-21f6fac8-5671-4b48-823d-b5c63c36598b tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 210 time: 0.1193011 Mar 21 17:27:54.527381 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b9ac9c37-1252-4d61-a69f-4f57c5156a4f req-15d9f645-80ba-464f-ad13-eb670d4635d3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196679 Mar 21 17:27:54.582599 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] Set router 22b2c4c9-5a71-4548-986c-36ea60eb67ab gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:54.678090 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-62d30e78-17af-4ca9-b27b-48b2d89b6147 None None] Current status of the port 23a7c61e-54df-42f0-885b-8f564c1583f6 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:54.715216 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-62d30e78-17af-4ca9-b27b-48b2d89b6147 None None] Provisioning complete for port 21f09942-240a-450e-af39-eba131d58ffd triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:54.717646 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-62d30e78-17af-4ca9-b27b-48b2d89b6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (21f09942-240a-450e-af39-eba131d58ffd), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:54.876021 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:54.920913 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5266adb-47d5-4f62-b93e-0e710599266c req-14be095c-9147-47bc-80a9-e223e0a45fad tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:54.928772 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e5266adb-47d5-4f62-b93e-0e710599266c req-14be095c-9147-47bc-80a9-e223e0a45fad tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1382062 Mar 21 17:27:54.979071 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-62d30e78-17af-4ca9-b27b-48b2d89b6147 None None] Current status of the port 21f09942-240a-450e-af39-eba131d58ffd is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:54.998681 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82500c76-eff9-4239-99ec-fcbc204dc93f req-d14173b1-f9ff-46d5-ad6f-0f1e0c592099 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:55.009096 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-82500c76-eff9-4239-99ec-fcbc204dc93f req-d14173b1-f9ff-46d5-ad6f-0f1e0c592099 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.1622319 Mar 21 17:27:55.036278 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 21f09942-240a-450e-af39-eba131d58ffd up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:55.037086 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-9f30cd6f-ed92-4528-9c01-4fb88f19c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:55.041367 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-9f30cd6f-ed92-4528-9c01-4fb88f19c59f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 1129 time: 0.3023515 Mar 21 17:27:55.102227 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e5266adb-47d5-4f62-b93e-0e710599266c req-c6baed87-9d49-4b96-b310-7d70cc6a13f6 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709754 Mar 21 17:27:55.140267 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-b7efd09f-02fd-4fde-971c-6b7e1827ee20 None None] Provisioning complete for port 21f09942-240a-450e-af39-eba131d58ffd triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:55.140734 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b7efd09f-02fd-4fde-971c-6b7e1827ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (21f09942-240a-450e-af39-eba131d58ffd), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:55.173591 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:27:51Z', 'revision_number': 3, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port': {'id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:51Z', 'updated_at': '2022-03-21T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:55.188324 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 21f09942-240a-450e-af39-eba131d58ffd triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:55.188708 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (21f09942-240a-450e-af39-eba131d58ffd), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:55.218912 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-82500c76-eff9-4239-99ec-fcbc204dc93f req-494186e5-48af-48e9-9deb-b3097fbcd407 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079067 Mar 21 17:27:55.247548 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2606147-ce05-4f6a-9097-333807cbe95c None None] The sync data for ids ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'] in dv-cinder-768458-20-smb is: [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:27:51Z', 'revision_number': 3, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port': {'id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:51Z', 'updated_at': '2022-03-21T17:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:27:55.326161 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-b7efd09f-02fd-4fde-971c-6b7e1827ee20 None None] Current status of the port 21f09942-240a-450e-af39-eba131d58ffd is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:55.364422 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-0e4ceb6c-3faa-4c3b-ada2-b069a4e5387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:55.366436 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-0e4ceb6c-3faa-4c3b-ada2-b069a4e5387a service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.3177853 Mar 21 17:27:55.375811 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 21f09942-240a-450e-af39-eba131d58ffd is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:55.377100 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 23a7c61e-54df-42f0-885b-8f564c1583f6 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:55.437111 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-817c1e11-041d-4bbd-9f8a-7afbc9a37720 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f HTTP/1.1" status: 200 len: 217 time: 0.0580482 Mar 21 17:27:55.458139 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks [] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:55.463280 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 23a7c61e-54df-42f0-885b-8f564c1583f6 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:55.463857 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:55.491026 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-1e49591b-d319-4dcd-87bc-07393a32b548 None None] Provisioning complete for port a28376fa-3ad0-49ed-9b24-a87abbc3a168 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:55.491460 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1e49591b-d319-4dcd-87bc-07393a32b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:55.516724 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-208d4b24-9a59-406f-b819-0335c162bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:55.518201 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-208d4b24-9a59-406f-b819-0335c162bd77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0694780 Mar 21 17:27:55.518958 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:55.546123 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-1e49591b-d319-4dcd-87bc-07393a32b548 None None] Port a28376fa-3ad0-49ed-9b24-a87abbc3a168 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:55.584664 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a63f30b7-51e9-42c9-b9dc-da68138e24d9 req-1af9dfe3-1d13-44b4-9f53-790f1e355380 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 210 time: 0.0466070 Mar 21 17:27:55.614701 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 23a7c61e-54df-42f0-885b-8f564c1583f6 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:55.629353 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a28376fa-3ad0-49ed-9b24-a87abbc3a168,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:55.633818 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (22b2c4c9-5a71-4548-986c-36ea60eb67ab), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:55.680239 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae198b4-fe7b-453b-a8e2-8b356f68cab9 req-835b8f92-ab8c-4b4f-a147-284dd6953ccc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:55.682351 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dae198b4-fe7b-453b-a8e2-8b356f68cab9 req-835b8f92-ab8c-4b4f-a147-284dd6953ccc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0575976 Mar 21 17:27:55.690989 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-79ea0855-497d-4436-8146-f147cf4f395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:55.692531 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-79ea0855-497d-4436-8146-f147cf4f395b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1497030 Mar 21 17:27:55.740196 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dae198b4-fe7b-453b-a8e2-8b356f68cab9 req-6662433d-e3d3-41a8-80ad-549057f56cb1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Mar 21 17:27:56.012545 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:56.019144 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:56.074984 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-cb3f885b-a607-4e7d-8563-481fc5d3d3d2 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:56.076555 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-cb3f885b-a607-4e7d-8563-481fc5d3d3d2 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "GET /v2.0/networks?id=0759836c-7fab-41f6-8f42-2e97b3948441 HTTP/1.1" status: 200 len: 814 time: 0.1308038 Mar 21 17:27:56.104916 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Request body: {'port': {'device_id': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441', 'admin_state_up': True, 'tenant_id': 'ea4f4f68a9de4145a3873d534c12240b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:56.105654 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-9c037cf1-5270-4afe-a7bc-4b455bdc4cb2 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011226 Mar 21 17:27:56.276511 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Router 22b2c4c9-5a71-4548-986c-36ea60eb67ab has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:27:56.280001 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6ca91b07-ed8b-4321-9ead-237441caec37 req-7113648e-eed1-488f-a66d-3e64b9bf1ec7 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651947 Mar 21 17:27:56.332130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a5b3-861d-4c5a-a02d-53a2069ca1fc req-ba4d5bc9-4720-4689-a18f-bd194575db93 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:56.333720 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66d9a5b3-861d-4c5a-a02d-53a2069ca1fc req-ba4d5bc9-4720-4689-a18f-bd194575db93 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1221135 Mar 21 17:27:56.349034 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Made reservation on behalf of ea4f4f68a9de4145a3873d534c12240b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:27:56.352405 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:56.376643 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-ea691a25-75c4-40ff-80db-7e2319faa8c6 None None] Provisioning complete for port a28376fa-3ad0-49ed-9b24-a87abbc3a168 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:56.377979 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea691a25-75c4-40ff-80db-7e2319faa8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:56.425886 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-ea691a25-75c4-40ff-80db-7e2319faa8c6 None None] Port a28376fa-3ad0-49ed-9b24-a87abbc3a168 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:27:56.446674 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:27:56.459832 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e27cbd1a-c7c5-42be-ad7a-8e92b436e7d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/22b2c4c9-5a71-4548-986c-36ea60eb67ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5452020 Mar 21 17:27:56.483511 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e076be-73f4-4488-b07a-4d2a27b81788 req-e4f72822-9156-43a1-b448-5bb33124db03 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:56.485092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-91e076be-73f4-4488-b07a-4d2a27b81788 req-e4f72822-9156-43a1-b448-5bb33124db03 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.1488993 Mar 21 17:27:56.493935 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66d9a5b3-861d-4c5a-a02d-53a2069ca1fc req-b72db382-ecdc-4e2c-86ef-eb0283e71b34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481731 Mar 21 17:27:56.602926 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-91e076be-73f4-4488-b07a-4d2a27b81788 req-6241f789-4b15-4002-8eb3-7bcceccfacce tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079147 Mar 21 17:27:56.608629 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Allocated IP 172.20.0.7 (0759836c-7fab-41f6-8f42-2e97b3948441/13f0cd0b-504b-46a2-9e6c-9fc186ddfd77/7a72fc79-30bf-4aa7-a47e-80c64d378394) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:27:56.749260 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device addd11c1-1897-4e30-87b5-9aa3348764a9 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:56.762611 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-af0389cd-ef5f-4147-955d-52611b235037 req-e88695e4-55b9-451b-8be7-a0e052e6cd7c tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 210 time: 0.0561051 Mar 21 17:27:56.820091 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port addd11c1-1897-4e30-87b5-9aa3348764a9 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:56.820546 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:56.857626 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks [] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:56.917175 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port addd11c1-1897-4e30-87b5-9aa3348764a9 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:56.917700 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:56.922887 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14865b-19e3-4985-94b4-ad5235214de3 req-9dd04bad-cf9c-4e56-a44e-233a75fa5b46 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:56.923890 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4b14865b-19e3-4985-94b4-ad5235214de3 req-9dd04bad-cf9c-4e56-a44e-233a75fa5b46 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0915322 Mar 21 17:27:56.941969 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port addd11c1-1897-4e30-87b5-9aa3348764a9, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=addd11c1-1897-4e30-87b5-9aa3348764a9,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:56.950466 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:56.957328 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.012936 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=addd11c1-1897-4e30-87b5-9aa3348764a9,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:57.022984 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Network 0759836c-7fab-41f6-8f42-2e97b3948441 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:27:57.028534 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4b14865b-19e3-4985-94b4-ad5235214de3 req-9801604e-a5b7-4275-a24e-e824c4d484fd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984528 Mar 21 17:27:57.037285 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:27:57.040499 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:27:57.053107 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:57.053107 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.053107 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Pushing event updated for resources: {'Port': ['ID=7a72fc79-30bf-4aa7-a47e-80c64d378394,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:57.073910 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-1c534163-d07c-488c-8f58-bff389cb3363 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733183 Mar 21 17:27:57.087139 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Request body: {'port': {'device_id': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:27:57.150978 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.445290 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a72fc79-30bf-4aa7-a47e-80c64d378394 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:27:57.453473 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Publish callbacks [] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.468078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Transition to ACTIVE for port object 7a72fc79-30bf-4aa7-a47e-80c64d378394 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:27:57.473287 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.524216 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Sync routers for ids ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:27:57.537778 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Routers {'22b2c4c9-5a71-4548-986c-36ea60eb67ab'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:57.538535 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:57.546536 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Pushing event updated for resources: {'Port': ['ID=7a72fc79-30bf-4aa7-a47e-80c64d378394,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:57.582126 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Attempting to bind port 7a72fc79-30bf-4aa7-a47e-80c64d378394 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:57.582909 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Attempting to bind port 7a72fc79-30bf-4aa7-a47e-80c64d378394 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:57.583421 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Attempting to bind port 7a72fc79-30bf-4aa7-a47e-80c64d378394 on network 0759836c-7fab-41f6-8f42-2e97b3948441 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:57.588965 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Port 7a72fc79-30bf-4aa7-a47e-80c64d378394 on network 0759836c-7fab-41f6-8f42-2e97b3948441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:27:57.589476 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Attempting to bind port 7a72fc79-30bf-4aa7-a47e-80c64d378394 on network 0759836c-7fab-41f6-8f42-2e97b3948441 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:57.598357 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:57.598989 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Checking segment: {'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:57.599544 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Bound using segment: {'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:57.600187 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Bound port: 7a72fc79-30bf-4aa7-a47e-80c64d378394, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:57.600785 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.683127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] For port 7a72fc79-30bf-4aa7-a47e-80c64d378394, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:57.686815 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] For port 7a72fc79-30bf-4aa7-a47e-80c64d378394, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7a72fc79-30bf-4aa7-a47e-80c64d378394,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:57.733183 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.735980 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Set router 22b2c4c9-5a71-4548-986c-36ea60eb67ab gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:57.820853 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:57.821478 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:57.822949 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] 10.222.0.23 "PUT /v2.0/ports/7a72fc79-30bf-4aa7-a47e-80c64d378394 HTTP/1.1" status: 200 len: 1093 time: 0.7400041 Mar 21 17:27:57.826515 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'tag': '7a72fc79-30bf-4aa7-a47e-80c64d378394'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:27:57.828840 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90031677-acc0-427d-9065-addd7894f4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9843e29e-9a69-42a0-9969-31fc4bef59f2", "tag": "7a72fc79-30bf-4aa7-a47e-80c64d378394"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:27:57.848336 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5d799-f477-469f-87c1-82021e5c597b req-c183c726-530c-46fd-a11b-dd3a1d9044f4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:57.849869 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2cc5d799-f477-469f-87c1-82021e5c597b req-c183c726-530c-46fd-a11b-dd3a1d9044f4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1595061 Mar 21 17:27:57.863624 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b81f8-3978-4437-b0b6-ed5ec6854982 service neutron] Pushing event updated for resources: {'Port': ['ID=7a72fc79-30bf-4aa7-a47e-80c64d378394,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:57.927160 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b205af1-e38f-433c-8e5a-47d4c9034eac req-41673750-b1dd-4cbf-a22f-7dfc0c26e03d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:57.929972 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b205af1-e38f-433c-8e5a-47d4c9034eac req-41673750-b1dd-4cbf-a22f-7dfc0c26e03d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.2273419 Mar 21 17:27:57.965539 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2cc5d799-f477-469f-87c1-82021e5c597b req-c4c89a0e-31f1-4929-80d7-44fab8535b63 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028807 Mar 21 17:27:58.004599 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:27:54Z', 'revision_number': 4, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port': {'id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:51Z', 'updated_at': '2022-03-21T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'a28376fa-3ad0-49ed-9b24-a87abbc3a168', 'name': '', 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'mac_address': 'fa:16:3e:0d:1d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a25ebe8c-461d-44e3-86dd-c022bde3b3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:53Z', 'updated_at': '2022-03-21T17:27:55Z', 'revision_number': 2, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'subnets': [{'id': 'a25ebe8c-461d-44e3-86dd-c022bde3b3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:58.039053 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Checking router: 22b2c4c9-5a71-4548-986c-36ea60eb67ab for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:27:58.039434 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Updating router 22b2c4c9-5a71-4548-986c-36ea60eb67ab port a28376fa-3ad0-49ed-9b24-a87abbc3a168 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:27:58.050613 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-262a8415-66d4-4604-8203-5215346973c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:58.052711 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-262a8415-66d4-4604-8203-5215346973c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4f4f68a9de4145a3873d534c12240b&device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 1127 time: 0.1850202 Mar 21 17:27:58.058442 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6b205af1-e38f-433c-8e5a-47d4c9034eac req-8acc740e-150c-4c47-a7fd-064eb463aaa0 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984893 Mar 21 17:27:58.094725 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:58.134954 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-55ee0c0b-a8e7-4e6d-bad8-e57f80b0dd03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a72fc79-30bf-4aa7-a47e-80c64d378394 HTTP/1.1" status: 200 len: 217 time: 0.0613186 Mar 21 17:27:58.141688 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f35386c-6807-48e0-8b9d-b2794d76a5b2 x-openstack-request-id: req-5f35386c-6807-48e0-8b9d-b2794d76a5b2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:27:58.142191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9843e29e-9a69-42a0-9969-31fc4bef59f2", "tag": "7a72fc79-30bf-4aa7-a47e-80c64d378394", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:27:58.144210 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f35386c-6807-48e0-8b9d-b2794d76a5b2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:27:58.145838 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'tag': '7a72fc79-30bf-4aa7-a47e-80c64d378394', 'status': 'completed', 'code': 200} Mar 21 17:27:58.500402 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bc8c4-39f3-4dec-874c-054328139b8d req-1e85e9a0-dfbe-42c5-b92d-aef4474f2a38 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:58.507136 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f38bc8c4-39f3-4dec-874c-054328139b8d req-1e85e9a0-dfbe-42c5-b92d-aef4474f2a38 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 943 time: 0.4530752 Mar 21 17:27:58.523539 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Publish callbacks [] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:58.532251 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:58.558098 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-74a72322-b054-4c31-b0cd-7188692e8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:58.559646 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-74a72322-b054-4c31-b0cd-7188692e8477 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13f0cd0b-504b-46a2-9e6c-9fc186ddfd77 HTTP/1.1" status: 200 len: 854 time: 0.4053857 Mar 21 17:27:58.622916 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-c2b3708e-7e53-48f1-b63f-893fc8085555 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0759836c-7fab-41f6-8f42-2e97b3948441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483911 Mar 21 17:27:58.623114 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989b500-1325-4d95-bc83-a994b993c98d None None] Pushing event updated for resources: {'Port': ['ID=a28376fa-3ad0-49ed-9b24-a87abbc3a168,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:58.628014 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f38bc8c4-39f3-4dec-874c-054328139b8d req-db148028-e7f1-4784-9eff-e88a2c189faa tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199675 Mar 21 17:27:58.636722 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0411e-d0ef-4ae2-b64d-ba3a46ca58ec req-b4389155-1762-4e8a-8553-67dcacafd62a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:58.638239 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d2b0411e-d0ef-4ae2-b64d-ba3a46ca58ec req-b4389155-1762-4e8a-8553-67dcacafd62a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1666529 Mar 21 17:27:58.731026 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Attempting to bind port a28376fa-3ad0-49ed-9b24-a87abbc3a168 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:27:58.731398 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Attempting to bind port a28376fa-3ad0-49ed-9b24-a87abbc3a168 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:27:58.731760 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Attempting to bind port a28376fa-3ad0-49ed-9b24-a87abbc3a168 on network 98766d60-2535-43f6-8eea-d050e4cd3f0c {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:27:58.743977 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:27:58.744430 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Checking segment: {'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:27:58.744837 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:58.745231 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Bound using segment: {'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:27:58.745715 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Bound port: a28376fa-3ad0-49ed-9b24-a87abbc3a168, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebc15d2-974d-4895-b743-f4fc130721d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:27:58.746132 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:58.780021 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d2b0411e-d0ef-4ae2-b64d-ba3a46ca58ec req-8fabc39b-9801-4e19-acf6-b6e667de81fa tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337507 Mar 21 17:27:58.805082 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-b4cc66d0-a030-4b51-9420-1bd83e8d01a9 service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658390 Mar 21 17:27:58.815830 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device addd11c1-1897-4e30-87b5-9aa3348764a9 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:27:58.905950 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] For port a28376fa-3ad0-49ed-9b24-a87abbc3a168, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:27:58.910634 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] For port a28376fa-3ad0-49ed-9b24-a87abbc3a168, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=a28376fa-3ad0-49ed-9b24-a87abbc3a168,segment=NetworkSegment(9ebc15d2-974d-4895-b743-f4fc130721d2),segment_id=9ebc15d2-974d-4895-b743-f4fc130721d2)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:27:58.927419 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:58.941398 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f033ce89-1112-4704-aa8b-02ee55f61353 req-cfb1ea2f-d681-4ce7-a6a8-be9bf3e8855b service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213746 Mar 21 17:27:59.016792 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port addd11c1-1897-4e30-87b5-9aa3348764a9 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:59.023913 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:59.076746 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90031677-acc0-427d-9065-addd7894f4e4 req-b0394bbf-b90d-417c-b190-9d0e837a1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:59.078675 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90031677-acc0-427d-9065-addd7894f4e4 req-b0394bbf-b90d-417c-b190-9d0e837a1d9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4f4f68a9de4145a3873d534c12240b&device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 1127 time: 0.0649912 Mar 21 17:27:59.149667 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989b500-1325-4d95-bc83-a994b993c98d None None] Pushing event updated for resources: {'Port': ['ID=a28376fa-3ad0-49ed-9b24-a87abbc3a168,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:59.181254 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Routers {'22b2c4c9-5a71-4548-986c-36ea60eb67ab'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:27:59.187548 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:27:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:59.223968 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-d8fb8be2-3afc-445b-9211-6e1208bfa453 None None] Provisioning complete for port a28376fa-3ad0-49ed-9b24-a87abbc3a168 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:59.224640 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8be2-3afc-445b-9211-6e1208bfa453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:59.297764 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90031677-acc0-427d-9065-addd7894f4e4 req-a1835ab8-ede7-41a2-b065-65e9a9d670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:59.299233 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90031677-acc0-427d-9065-addd7894f4e4 req-a1835ab8-ede7-41a2-b065-65e9a9d670c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0759836c-7fab-41f6-8f42-2e97b3948441 HTTP/1.1" status: 200 len: 915 time: 0.2052505 Mar 21 17:27:59.383073 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port addd11c1-1897-4e30-87b5-9aa3348764a9 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:59.388093 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] Set router 22b2c4c9-5a71-4548-986c-36ea60eb67ab gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:27:59.389368 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90031677-acc0-427d-9065-addd7894f4e4 req-6d953df7-073e-4789-9a60-94b787416227 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a72fc79-30bf-4aa7-a47e-80c64d378394 HTTP/1.1" status: 200 len: 217 time: 0.0785887 Mar 21 17:27:59.400650 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d06ef-9c49-473a-8864-209f6101bf04 req-a0e17fac-8b46-47c4-8e4b-8a409972aed7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:59.407676 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3a1d06ef-9c49-473a-8864-209f6101bf04 req-a0e17fac-8b46-47c4-8e4b-8a409972aed7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.3278868 Mar 21 17:27:59.433470 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4dc1c-c124-4092-9959-0fd49c32ec96 req-ed0558ff-c034-4db8-b07b-5c3e7aed7ee5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:59.434997 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-59e4dc1c-c124-4092-9959-0fd49c32ec96 req-ed0558ff-c034-4db8-b07b-5c3e7aed7ee5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.2226706 Mar 21 17:27:59.502444 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb8be2-3afc-445b-9211-6e1208bfa453 None None] Current status of the port a28376fa-3ad0-49ed-9b24-a87abbc3a168 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:27:59.503106 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8be2-3afc-445b-9211-6e1208bfa453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:59.526119 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90031677-acc0-427d-9065-addd7894f4e4 req-c01f342c-fcb3-4c90-a603-3d9b75e8f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:27:59.527584 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90031677-acc0-427d-9065-addd7894f4e4 req-c01f342c-fcb3-4c90-a603-3d9b75e8f0e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13f0cd0b-504b-46a2-9e6c-9fc186ddfd77 HTTP/1.1" status: 200 len: 854 time: 0.1156437 Mar 21 17:27:59.553295 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3a1d06ef-9c49-473a-8864-209f6101bf04 req-4a28ba5b-e619-4825-9936-5aae85a0370c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446240 Mar 21 17:27:59.586436 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90031677-acc0-427d-9065-addd7894f4e4 req-82d08392-5833-4d75-8cdf-e10ad1b6cffe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0759836c-7fab-41f6-8f42-2e97b3948441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485468 Mar 21 17:27:59.612024 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-59e4dc1c-c124-4092-9959-0fd49c32ec96 req-3d1c3a3b-64b8-4b50-98ee-5bbcb8ad7d9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391635 Mar 21 17:27:59.657738 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-d8fb8be2-3afc-445b-9211-6e1208bfa453 None None] For port a28376fa-3ad0-49ed-9b24-a87abbc3a168, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=a28376fa-3ad0-49ed-9b24-a87abbc3a168,segment=NetworkSegment(9ebc15d2-974d-4895-b743-f4fc130721d2),segment_id=9ebc15d2-974d-4895-b743-f4fc130721d2)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:27:59.703393 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8be2-3afc-445b-9211-6e1208bfa453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:27:59.739754 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90031677-acc0-427d-9065-addd7894f4e4 req-4ee4b2ba-3de5-4dba-bec2-d74a623501c4 service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266255 Mar 21 17:27:59.863370 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb8be2-3afc-445b-9211-6e1208bfa453 None None] Pushing event updated for resources: {'Port': ['ID=a28376fa-3ad0-49ed-9b24-a87abbc3a168,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:27:59.886667 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:27:54Z', 'revision_number': 4, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port': {'id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:51Z', 'updated_at': '2022-03-21T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'a28376fa-3ad0-49ed-9b24-a87abbc3a168', 'name': '', 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'mac_address': 'fa:16:3e:0d:1d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a25ebe8c-461d-44e3-86dd-c022bde3b3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:53Z', 'updated_at': '2022-03-21T17:27:58Z', 'revision_number': 4, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'subnets': [{'id': 'a25ebe8c-461d-44e3-86dd-c022bde3b3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:27:59.946349 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84040632-2c3b-4311-8e1c-f080654af7f6 None None] The sync data for ids ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'] in dv-cinder-768458-20-smb is: [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:27:54Z', 'revision_number': 4, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port': {'id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:51Z', 'updated_at': '2022-03-21T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'a28376fa-3ad0-49ed-9b24-a87abbc3a168', 'name': '', 'network_id': '98766d60-2535-43f6-8eea-d050e4cd3f0c', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'mac_address': 'fa:16:3e:0d:1d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'a25ebe8c-461d-44e3-86dd-c022bde3b3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:53Z', 'updated_at': '2022-03-21T17:27:58Z', 'revision_number': 4, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'subnets': [{'id': 'a25ebe8c-461d-44e3-86dd-c022bde3b3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:27:59.977576 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-45232120-b0c2-4564-9935-0518b6e0bb33 None None] Provisioning complete for port a28376fa-3ad0-49ed-9b24-a87abbc3a168 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:27:59.977954 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-45232120-b0c2-4564-9935-0518b6e0bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:00.013072 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daf92f-28e4-4049-9479-a055fe9ed5d2 req-dbf558d0-4ef3-4932-8c72-f3e860ed88db tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:00.031470 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0daf92f-28e4-4049-9479-a055fe9ed5d2 req-dbf558d0-4ef3-4932-8c72-f3e860ed88db tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 943 time: 0.1693168 Mar 21 17:28:00.072992 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90031677-acc0-427d-9065-addd7894f4e4 req-515d4220-dbf7-46a8-97a6-cbd289a4115e service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252516 Mar 21 17:28:00.137797 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358a199-da02-49f4-868f-ce78861d105a req-cce6adb3-4c50-4162-a281-e528868d56e1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:00.139511 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6358a199-da02-49f4-868f-ce78861d105a req-cce6adb3-4c50-4162-a281-e528868d56e1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.2108669 Mar 21 17:28:00.159699 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0daf92f-28e4-4049-9479-a055fe9ed5d2 req-7fdbe52b-81d8-449a-b712-d1cc9acc0dfe tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273658 Mar 21 17:28:00.220292 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6358a199-da02-49f4-868f-ce78861d105a req-c08069c5-a719-451c-8974-b807abe76d4f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595124 Mar 21 17:28:00.324961 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-45232120-b0c2-4564-9935-0518b6e0bb33 None None] Current status of the port a28376fa-3ad0-49ed-9b24-a87abbc3a168 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:00.754783 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb324-30d9-493f-87c1-8760821267f5 req-4ba6714d-f883-4a69-ab8d-4637e48f12f0 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:00.755539 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device a28376fa-3ad0-49ed-9b24-a87abbc3a168 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:28:00.756660 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1c6fb324-30d9-493f-87c1-8760821267f5 req-4ba6714d-f883-4a69-ab8d-4637e48f12f0 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0718169 Mar 21 17:28:00.822008 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1c6fb324-30d9-493f-87c1-8760821267f5 req-1260c742-5ff4-45e2-890c-02212db45cc5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567479 Mar 21 17:28:00.832634 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port a28376fa-3ad0-49ed-9b24-a87abbc3a168 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:00.833250 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:00.931379 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port a28376fa-3ad0-49ed-9b24-a87abbc3a168 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:01.326165 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178666f7-cfd5-4730-9e27-2274236fe431 req-7750d639-3425-4dfc-b780-af67eb8146f7 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:01.327915 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-178666f7-cfd5-4730-9e27-2274236fe431 req-7750d639-3425-4dfc-b780-af67eb8146f7 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 943 time: 0.0806115 Mar 21 17:28:01.383128 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-178666f7-cfd5-4730-9e27-2274236fe431 req-edd97f1c-4043-46d6-848f-1223b12c31ac tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Mar 21 17:28:01.462814 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 7a72fc79-30bf-4aa7-a47e-80c64d378394 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:28:01.546464 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286607-941e-4d91-9070-d6d89a4c8e62 req-b6e7d37a-5a6a-4e83-ac61-3c009d5758d3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:01.553221 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3d286607-941e-4d91-9070-d6d89a4c8e62 req-b6e7d37a-5a6a-4e83-ac61-3c009d5758d3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0941546 Mar 21 17:28:01.595673 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 7a72fc79-30bf-4aa7-a47e-80c64d378394, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7a72fc79-30bf-4aa7-a47e-80c64d378394,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:01.611528 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3d286607-941e-4d91-9070-d6d89a4c8e62 req-915d0647-e971-4db1-9961-aa656b186ec6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573754 Mar 21 17:28:01.619397 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '7a72fc79-30bf-4aa7-a47e-80c64d378394', 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441', 'port_id': '7a72fc79-30bf-4aa7-a47e-80c64d378394', 'mac_address': 'fa:16:3e:80:70:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f0cd0b-504b-46a2-9e6c-9fc186ddfd77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:28:01.675652 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 7a72fc79-30bf-4aa7-a47e-80c64d378394 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:01.676431 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:01.705187 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a72fc79-30bf-4aa7-a47e-80c64d378394 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:01.726290 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 7a72fc79-30bf-4aa7-a47e-80c64d378394, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7a72fc79-30bf-4aa7-a47e-80c64d378394,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:01.733784 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:01.823059 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=7a72fc79-30bf-4aa7-a47e-80c64d378394,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:01.835375 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.835695 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.836029 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.836416 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.836748 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.837201 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.837398 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.837727 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.838045 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.838366 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.838692 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.839023 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.839345 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.839662 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.839977 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:01.864525 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50152) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:01.869293 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465485110', 'description': 'tempest-description--421489552'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:01.903428 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.006559 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group (11318455-6b83-49b6-aed2-5931e3b87cbb), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.014836 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (11318455-6b83-49b6-aed2-5931e3b87cbb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.016303 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71eccd5-191d-42a6-8e77-dcf34db58ca2 req-b82fa0a8-a912-4d30-8b1e-06c03ae8be90 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:02.026377 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b71eccd5-191d-42a6-8e77-dcf34db58ca2 req-b82fa0a8-a912-4d30-8b1e-06c03ae8be90 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.1063888 Mar 21 17:28:02.067175 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.072351 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2067003 Mar 21 17:28:02.073332 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 50154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:02.078541 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['7a72fc79-30bf-4aa7-a47e-80c64d378394'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:28:02.084179 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'security_group_rule': {'security_group_id': '11318455-6b83-49b6-aed2-5931e3b87cbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:02.090100 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11318455-6b83-49b6-aed2-5931e3b87cbb,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:02.113665 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.114668 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.115203 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.115733 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.116432 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.116994 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.117580 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.118107 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.118649 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.119168 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.119683 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.120213 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.120716 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.123969 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.124904 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0ec6e3-7034-4ce9-88bc-543e48a0efa7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.135492 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group_rule (f59816a1-4c46-427b-b010-2d4c183f1426), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.154680 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b71eccd5-191d-42a6-8e77-dcf34db58ca2 req-342dfdc0-1856-406d-9508-543bcdb094f5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213191 Mar 21 17:28:02.262712 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group_rule (f59816a1-4c46-427b-b010-2d4c183f1426), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.267222 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (f59816a1-4c46-427b-b010-2d4c183f1426), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.294154 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59816a1-4c46-427b-b010-2d4c183f1426,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:02.305920 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.305920 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.306355 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.306809 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.307226 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.307627 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.308027 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.308457 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.308851 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.309250 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.309655 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.310630 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.311504 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.311504 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.311687 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:28:02.316793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.318068 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-2a1418f5-9d08-4694-bbde-fd4e27f84b65 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2437103 Mar 21 17:28:02.322509 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50156) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:02.326824 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-115b7dd1-894d-429d-90ca-f55a49642e47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'security_group_rule': {'security_group_id': '11318455-6b83-49b6-aed2-5931e3b87cbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:02.361259 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-115b7dd1-894d-429d-90ca-f55a49642e47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group_rule (2a00409b-bacf-4f0b-93bb-75a09e0de7b8), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.428206 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-115b7dd1-894d-429d-90ca-f55a49642e47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group_rule (2a00409b-bacf-4f0b-93bb-75a09e0de7b8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.432921 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-115b7dd1-894d-429d-90ca-f55a49642e47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (2a00409b-bacf-4f0b-93bb-75a09e0de7b8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.457382 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-115b7dd1-894d-429d-90ca-f55a49642e47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.462159 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-115b7dd1-894d-429d-90ca-f55a49642e47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353028 Mar 21 17:28:02.462539 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 50160) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:02.467755 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b7dd1-894d-429d-90ca-f55a49642e47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a00409b-bacf-4f0b-93bb-75a09e0de7b8,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:02.480462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:02.494170 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.541372 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.603152 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518acf46-23ed-4668-a1ed-a76ffdb8b63b req-534998ff-4816-4060-85a1-467466afcb64 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:02.604932 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-518acf46-23ed-4668-a1ed-a76ffdb8b63b req-534998ff-4816-4060-85a1-467466afcb64 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 944 time: 0.1171787 Mar 21 17:28:02.697300 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-518acf46-23ed-4668-a1ed-a76ffdb8b63b req-10540010-93e3-4269-add8-d18103f338b1 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808232 Mar 21 17:28:02.775396 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:02.794867 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7468d-2099-4941-a2cb-e49aa25db53a req-0aabdb29-b6ef-42da-8e9b-152db089ea7a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:02.796490 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e6a7468d-2099-4941-a2cb-e49aa25db53a req-0aabdb29-b6ef-42da-8e9b-152db089ea7a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0879991 Mar 21 17:28:02.910269 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e6a7468d-2099-4941-a2cb-e49aa25db53a req-cb128203-1a57-441e-a749-5ca6f8b690ef tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857391 Mar 21 17:28:02.934490 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Allocated IP 172.28.2.246 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/bad1e847-d475-4d9a-afb9-415cc9b811f6) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:28:03.048814 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.093533 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.145222 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:28:03.149620 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:28:03.152384 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:28:03.159812 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'Port': ['ID=bad1e847-d475-4d9a-afb9-415cc9b811f6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:03.220425 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.312407 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.365319 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb56b5-4ac7-4f0e-a0bc-168db7c524f5 req-9190c21d-8c92-49e2-a4a1-f2f58ee24eae tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:03.367420 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cadb56b5-4ac7-4f0e-a0bc-168db7c524f5 req-9190c21d-8c92-49e2-a4a1-f2f58ee24eae tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0965769 Mar 21 17:28:03.468751 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 7a72fc79-30bf-4aa7-a47e-80c64d378394 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:28:03.480041 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cadb56b5-4ac7-4f0e-a0bc-168db7c524f5 req-93352554-a35d-4328-af31-ed81439f19d2 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037083 Mar 21 17:28:03.566358 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.575175 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.585556 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 7a72fc79-30bf-4aa7-a47e-80c64d378394 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:28:03.591172 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 7a72fc79-30bf-4aa7-a47e-80c64d378394 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:03.591546 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.631337 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.655729 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.664664 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2008724 Mar 21 17:28:03.678284 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07642-4593-4cb1-9928-1a3da2aaca37 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'Port': ['ID=bad1e847-d475-4d9a-afb9-415cc9b811f6,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:03.712700 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 7a72fc79-30bf-4aa7-a47e-80c64d378394 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:03.713242 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.744694 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72fc79-30bf-4aa7-a47e-80c64d378394'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:03.748343 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef4ce72-f9e8-4f28-b6e0-807cab0fbfd5" -d '{"events": [{"server_uuid": "9843e29e-9a69-42a0-9969-31fc4bef59f2", "name": "network-vif-plugged", "status": "completed", "tag": "7a72fc79-30bf-4aa7-a47e-80c64d378394"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:03.764674 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 7a72fc79-30bf-4aa7-a47e-80c64d378394, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7a72fc79-30bf-4aa7-a47e-80c64d378394,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:03.770485 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:03.844135 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=7a72fc79-30bf-4aa7-a47e-80c64d378394,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:03.939119 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6556c-6c8e-4742-ae80-b656bb44fe3d req-cdc72c19-2ef8-4edc-a477-af5409572a37 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:03.940641 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-07c6556c-6c8e-4742-ae80-b656bb44fe3d req-cdc72c19-2ef8-4edc-a477-af5409572a37 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.1546557 Mar 21 17:28:03.955361 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852420d-bcb5-464f-acd8-efeeb2665517 req-5935bbc8-806c-472e-94bc-2e155ab32227 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:03.961930 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7852420d-bcb5-464f-acd8-efeeb2665517 req-5935bbc8-806c-472e-94bc-2e155ab32227 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.1075900 Mar 21 17:28:04.001506 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb96db-5477-4582-89a2-ea27b3970670 req-d7d63ee3-2377-4fd4-8556-fe79da87f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.002875 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09fb96db-5477-4582-89a2-ea27b3970670 req-d7d63ee3-2377-4fd4-8556-fe79da87f1e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 1129 time: 0.1189253 Mar 21 17:28:04.094177 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-07c6556c-6c8e-4742-ae80-b656bb44fe3d req-7ad44e8a-4fd3-44ea-80ec-b5d6129e35ec tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297255 Mar 21 17:28:04.124592 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7852420d-bcb5-464f-acd8-efeeb2665517 req-02ee4ac9-6710-435f-94fc-e233a7863763 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617019 Mar 21 17:28:04.164724 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5dd9d8-497f-4ed6-90e8-c82b9479ee84 x-openstack-request-id: req-3f5dd9d8-497f-4ed6-90e8-c82b9479ee84 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:04.165043 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9843e29e-9a69-42a0-9969-31fc4bef59f2", "name": "network-vif-plugged", "status": "completed", "tag": "7a72fc79-30bf-4aa7-a47e-80c64d378394", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:04.165304 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f5dd9d8-497f-4ed6-90e8-c82b9479ee84 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:04.165700 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72fc79-30bf-4aa7-a47e-80c64d378394', 'code': 200} Mar 21 17:28:04.182219 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb96db-5477-4582-89a2-ea27b3970670 req-74801f1d-33f3-4ad4-ac9b-253473022866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.183941 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09fb96db-5477-4582-89a2-ea27b3970670 req-74801f1d-33f3-4ad4-ac9b-253473022866 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 912 time: 0.1712201 Mar 21 17:28:04.436542 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f026b47-e21f-4542-8b13-eb575b9bdd47 req-229380eb-60eb-401d-bd81-9238e0f0c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.438883 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-3f026b47-e21f-4542-8b13-eb575b9bdd47 req-229380eb-60eb-401d-bd81-9238e0f0c2e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 1129 time: 0.0937557 Mar 21 17:28:04.443235 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09fb96db-5477-4582-89a2-ea27b3970670 req-088f764f-5afd-499c-bd35-b942f7d7fff7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 200 len: 1001 time: 0.2368333 Mar 21 17:28:04.577937 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-3f026b47-e21f-4542-8b13-eb575b9bdd47 req-e943e539-364b-4636-a84e-9ded7afe531a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160188 Mar 21 17:28:04.607053 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-8714633d-66fc-4829-bd53-c1e7bea5cc5b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1465485110&fields=id&tenant_id=342a9ad20b7f47388abff212d84e46b9 HTTP/1.1" status: 200 len: 267 time: 0.3314791 Mar 21 17:28:04.657418 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4e3e-74ad-4379-bc07-649183251f7c req-133909cb-a352-4bd6-a542-990243bcc530 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.658917 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6a2d4e3e-74ad-4379-bc07-649183251f7c req-133909cb-a352-4bd6-a542-990243bcc530 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.3845391 Mar 21 17:28:04.690264 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-0f8a39bf-9c08-4b17-8e83-1e48b7233d74 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2412479 Mar 21 17:28:04.691497 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb96db-5477-4582-89a2-ea27b3970670 req-e556e9f2-1548-4eb9-861e-19678cc64aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.692841 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09fb96db-5477-4582-89a2-ea27b3970670 req-e556e9f2-1548-4eb9-861e-19678cc64aae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.1577115 Mar 21 17:28:04.767698 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6a2d4e3e-74ad-4379-bc07-649183251f7c req-b8351f67-6d2f-45b4-bd23-58b3729765d6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807998 Mar 21 17:28:04.780676 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-cc0bb501-860f-47ef-adde-5e4dcdd14efd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.782209 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-cc0bb501-860f-47ef-adde-5e4dcdd14efd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 819 time: 0.1649303 Mar 21 17:28:04.854583 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-8b073817-8480-4cf3-b35f-911906ea5f15 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/quotas/342a9ad20b7f47388abff212d84e46b9 HTTP/1.1" status: 200 len: 375 time: 0.0670538 Mar 21 17:28:04.927909 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb96db-5477-4582-89a2-ea27b3970670 req-1a018a93-0c82-47c8-94fa-526e9ec27be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.930016 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09fb96db-5477-4582-89a2-ea27b3970670 req-1a018a93-0c82-47c8-94fa-526e9ec27be9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1403065 Mar 21 17:28:04.939713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-caae4dec-dc27-47bb-8af4-f2ae791f435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:04.941517 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-caae4dec-dc27-47bb-8af4-f2ae791f435c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 1130 time: 0.1109643 Mar 21 17:28:05.018558 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-b1ec6158-20c8-49e3-ba27-d243ef0d80b3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1454263 Mar 21 17:28:05.185157 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09fb96db-5477-4582-89a2-ea27b3970670 req-b0dc562d-0723-4430-9e74-e02d5e2894b0 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426672 Mar 21 17:28:05.218017 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-07e5c6a6-ec24-4dd1-bce7-f229b1fd8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:05.219472 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-07e5c6a6-ec24-4dd1-bce7-f229b1fd8e96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.2472882 Mar 21 17:28:05.506501 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-da78c205-fe88-42a1-9750-1ee9e78add5d service neutron] 10.222.0.20 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503870 Mar 21 17:28:05.551094 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-fabd2aeb-96a0-4e84-b317-76cde683169a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926 HTTP/1.1" status: 200 len: 217 time: 0.0817957 Mar 21 17:28:05.665094 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a8f3c-412a-4b60-8a7d-7d161f87dc31 req-0e4c4aa6-3d05-47df-a627-8d7298c317b6 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:05.666571 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-125a8f3c-412a-4b60-8a7d-7d161f87dc31 req-0e4c4aa6-3d05-47df-a627-8d7298c317b6 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.4448671 Mar 21 17:28:05.716266 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-54c248b1-9f85-4126-a012-77afd59aa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:05.717732 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-54c248b1-9f85-4126-a012-77afd59aa96f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.1466768 Mar 21 17:28:05.720555 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-09fb96db-5477-4582-89a2-ea27b3970670 req-8a2d2a94-0053-4ae7-ab24-52f1460ddca0 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260496 Mar 21 17:28:05.782654 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-af5a8f5e-d167-4636-a849-9169ea68bb44 service neutron] 10.222.0.20 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439070 Mar 21 17:28:05.799392 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-125a8f3c-412a-4b60-8a7d-7d161f87dc31 req-55ef16e7-5a1a-45c7-9339-6f66a58c2e95 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245024 Mar 21 17:28:05.819765 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-494be730-d6a6-499f-b058-d96157be68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:05.821350 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-494be730-d6a6-499f-b058-d96157be68af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0869997 Mar 21 17:28:06.101643 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-f2803892-d5ff-467e-ac72-b899e7c87696 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715077 Mar 21 17:28:06.115253 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b30b-72d8-4549-93b4-d7424364587b req-5ccebb3b-a4cb-4034-a152-6173128530bb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:06.122203 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-efc0b30b-72d8-4549-93b4-d7424364587b req-5ccebb3b-a4cb-4034-a152-6173128530bb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.1933134 Mar 21 17:28:06.230149 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca6370-98c8-4f2a-836d-ee7a8edd41e1 req-2ba6b15d-8f23-4223-8b70-e902503baef6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:06.231705 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-15ca6370-98c8-4f2a-836d-ee7a8edd41e1 req-2ba6b15d-8f23-4223-8b70-e902503baef6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1675167 Mar 21 17:28:06.242126 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-efc0b30b-72d8-4549-93b4-d7424364587b req-f9a83129-0c17-483f-902c-566772f776a5 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190543 Mar 21 17:28:06.320012 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8c2f4c46-74bc-4377-9fe1-4070ce1a5121 req-d0ccd38f-e270-427d-a3ea-de261035cd33 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908934 Mar 21 17:28:06.353580 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-77f007a0-72af-4c6e-90c4-6fcc1cf687d5 req-b8efdbe4-8310-4710-bd66-fc0d6c847ec3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 210 time: 0.0497155 Mar 21 17:28:06.356912 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-15ca6370-98c8-4f2a-836d-ee7a8edd41e1 req-67307e13-7dee-49a0-aa68-4dac86d6cd52 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119952 Mar 21 17:28:06.943554 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cb3da-a631-43dd-85c7-531bd9b4251e req-920678ac-782c-4cdd-82bb-88548a48d32d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:06.945509 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f8cb3da-a631-43dd-85c7-531bd9b4251e req-920678ac-782c-4cdd-82bb-88548a48d32d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0602877 Mar 21 17:28:07.001501 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f8cb3da-a631-43dd-85c7-531bd9b4251e req-cd8ef031-0bfc-46b8-836b-4767eb137fea tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501959 Mar 21 17:28:07.268101 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-5eb83030-c4fd-4c54-aede-c56a54543df4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:07.268101 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-5eb83030-c4fd-4c54-aede-c56a54543df4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 819 time: 0.1269181 Mar 21 17:28:07.340159 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-fd9e3579-0e22-423a-a046-649d1ed9c20c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=342a9ad20b7f47388abff212d84e46b9 HTTP/1.1" status: 200 len: 380 time: 0.0656972 Mar 21 17:28:07.351896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'port': {'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'admin_state_up': True, 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'security_groups': ['11318455-6b83-49b6-aed2-5931e3b87cbb']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:07.487704 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-83bc8a2a-0f13-4e85-abfd-48984eb81707 req-d65764ab-e3d1-4348-bfb6-77b45dd05577 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 210 time: 0.0467129 Mar 21 17:28:07.562404 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2015d-5e82-4465-a97a-4478c57808ac req-81e85908-ac75-4285-a192-c1cb867ac36f tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:07.563964 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-44d2015d-5e82-4465-a97a-4478c57808ac req-81e85908-ac75-4285-a192-c1cb867ac36f tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.2076759 Mar 21 17:28:07.659914 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Made reservation on behalf of 342a9ad20b7f47388abff212d84e46b9 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:28:07.663307 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:07.685746 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a3797-2a40-46a2-b7ae-571998ad2374 req-98e508e9-1107-425c-878a-cf85a8244ac2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:07.687415 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2b8a3797-2a40-46a2-b7ae-571998ad2374 req-98e508e9-1107-425c-878a-cf85a8244ac2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1329176 Mar 21 17:28:07.698176 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-44d2015d-5e82-4465-a97a-4478c57808ac req-286330d3-077e-400b-8e41-993b0479ebf0 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258879 Mar 21 17:28:07.814449 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2b8a3797-2a40-46a2-b7ae-571998ad2374 req-fcb1c9db-8018-457a-b983-6c6c8136bdce tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133857 Mar 21 17:28:07.912707 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Allocated IP 172.20.0.5 (332f5178-7cd7-4771-843a-0ea903d564ef/b6fa5352-731c-45e5-8210-987263408ae0/6e0d5c94-d092-4242-a022-1d82af9d8290) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:28:08.123308 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:08.169778 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:08.272592 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Network 332f5178-7cd7-4771-843a-0ea903d564ef is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:28:08.274919 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event updated for resources: {'Port': ['ID=6e0d5c94-d092-4242-a022-1d82af9d8290,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:08.288257 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:28:08.291177 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:28:08.308350 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:08.309017 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:08.348658 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-eda0295e-4a17-4513-8bca-93531e6f3059 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0009720 Mar 21 17:28:08.367224 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Request body: {'port': {'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:08.440473 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:08.621225 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-22d84c41-558e-4bad-81ef-6b4a80b48e62 None None] Provisioning complete for port 6e0d5c94-d092-4242-a022-1d82af9d8290 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:08.622167 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-22d84c41-558e-4bad-81ef-6b4a80b48e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:08.677941 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dacb99-5d82-4f42-a932-10aa5d4adbad req-d74cce1c-01c6-41d5-924b-176b4cebe51f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:08.678104 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-22d84c41-558e-4bad-81ef-6b4a80b48e62 None None] Port 6e0d5c94-d092-4242-a022-1d82af9d8290 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:28:08.679494 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-16dacb99-5d82-4f42-a932-10aa5d4adbad req-d74cce1c-01c6-41d5-924b-176b4cebe51f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 931 time: 0.1109102 Mar 21 17:28:08.761021 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-16dacb99-5d82-4f42-a932-10aa5d4adbad req-85d40459-1516-4c47-b9f0-25bbd791dccf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695949 Mar 21 17:28:08.851687 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0d5c94-d092-4242-a022-1d82af9d8290 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:08.864980 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Publish callbacks [] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:08.889786 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Transition to ACTIVE for port object 6e0d5c94-d092-4242-a022-1d82af9d8290 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:28:08.900405 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:08.993214 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-a3531e32-fe5d-4ea7-a179-1ec6fbb55784 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:08.994796 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-a3531e32-fe5d-4ea7-a179-1ec6fbb55784 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 815 time: 0.2044120 Mar 21 17:28:09.041830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0d5c94-d092-4242-a022-1d82af9d8290,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:09.062091 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4de091c4-41f7-494e-bcdc-b318406954a4 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/quotas/adf36243ada042d9a3d7b97e7395799e HTTP/1.1" status: 200 len: 375 time: 0.0559514 Mar 21 17:28:09.072800 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c253df-2e2c-47cf-b636-7c88860fa2ed req-9578646a-012c-4d61-b3d1-627198016a64 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:09.074351 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-76c253df-2e2c-47cf-b636-7c88860fa2ed req-9578646a-012c-4d61-b3d1-627198016a64 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1641991 Mar 21 17:28:09.083593 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Attempting to bind port 6e0d5c94-d092-4242-a022-1d82af9d8290 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:28:09.083931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Attempting to bind port 6e0d5c94-d092-4242-a022-1d82af9d8290 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:28:09.084288 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Attempting to bind port 6e0d5c94-d092-4242-a022-1d82af9d8290 on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:28:09.112127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Port 6e0d5c94-d092-4242-a022-1d82af9d8290 on network 332f5178-7cd7-4771-843a-0ea903d564ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:28:09.112453 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Attempting to bind port 6e0d5c94-d092-4242-a022-1d82af9d8290 on network 332f5178-7cd7-4771-843a-0ea903d564ef {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:28:09.132322 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:28:09.132322 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Checking segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:28:09.133073 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Bound using segment: {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:28:09.133383 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Bound port: 6e0d5c94-d092-4242-a022-1d82af9d8290, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5672c059-b254-4840-be7c-7bafe57684f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:28:09.133495 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:09.182042 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-76c253df-2e2c-47cf-b636-7c88860fa2ed req-41fd7d4f-030e-4472-9184-26cfaea5c98b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929976 Mar 21 17:28:09.208724 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-05d7e779-4a83-462d-ab6d-0c05a961f041 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331930 Mar 21 17:28:09.288954 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] For port 6e0d5c94-d092-4242-a022-1d82af9d8290, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:28:09.293066 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] For port 6e0d5c94-d092-4242-a022-1d82af9d8290, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6e0d5c94-d092-4242-a022-1d82af9d8290,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:28:09.302856 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:09.355895 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:09.356625 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:09.358167 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] 10.222.0.23 "PUT /v2.0/ports/6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 1093 time: 0.9968553 Mar 21 17:28:09.358675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:09.361314 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044fde0-f94d-4d95-9f81-3842d5f53e48" -d '{"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:09.379917 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-95c9eb8d-d428-4af0-ae1e-943f533b9c21 service neutron] 10.222.0.20 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592288 Mar 21 17:28:09.409476 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488cefb-57ff-4134-898d-4d9770efdf90 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0d5c94-d092-4242-a022-1d82af9d8290,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:09.446724 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b355c6c-cd0a-49ea-9451-70f15d9744eb x-openstack-request-id: req-6b355c6c-cd0a-49ea-9451-70f15d9744eb {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:09.447105 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:09.447364 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b355c6c-cd0a-49ea-9451-70f15d9744eb {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:09.447806 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'status': 'completed', 'code': 200} Mar 21 17:28:09.477777 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:28:09.538621 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-9c42b993-8ba5-4d63-a2f0-6c5cf86dadca service neutron] 10.222.0.20 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511891 Mar 21 17:28:09.543299 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-08ac943c-8af7-4f23-895f-44fab46b5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:09.543299 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-08ac943c-8af7-4f23-895f-44fab46b5b11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1127 time: 0.0939705 Mar 21 17:28:09.590688 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-99be2e88-e9dd-4b75-a528-00084481b643 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 217 time: 0.0391703 Mar 21 17:28:09.639129 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:09.657251 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-fcdb42f7-4f79-44cd-8210-86a6a115a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:09.659079 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-fcdb42f7-4f79-44cd-8210-86a6a115a063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0601714 Mar 21 17:28:09.659955 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '11414615-cbe6-49be-8532-35092fe2e57e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'port_id': '11414615-cbe6-49be-8532-35092fe2e57e', 'mac_address': 'fa:16:3e:0a:cd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:28:09.725052 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-3e4a37f2-6159-4b3c-a8d4-aee148fb6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:09.727532 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-3e4a37f2-6159-4b3c-a8d4-aee148fb6f72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0593877 Mar 21 17:28:09.749379 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: ACTIVE; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:09.750329 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:09.765447 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11414615-cbe6-49be-8532-35092fe2e57e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:09.799923 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1387b41f-bb7b-417c-aef2-ebd62a7a923a req-cb23e2d2-323b-4d6a-b233-7584e2207656 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0584147 Mar 21 17:28:09.813396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:09.819282 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:09.899212 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=6']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:09.912028 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-ebfa797e-6bcb-4a62-abc2-5b67ccf3b229 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591864 Mar 21 17:28:09.974643 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['11414615-cbe6-49be-8532-35092fe2e57e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:28:10.037585 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f24bc-b89b-48f7-b763-2f6276677d3f req-26a6998c-3c27-417c-91ee-0a86bd36044e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:10.039740 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-af1f24bc-b89b-48f7-b763-2f6276677d3f req-26a6998c-3c27-417c-91ee-0a86bd36044e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 943 time: 0.1078110 Mar 21 17:28:10.303129 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61d6a4c-5056-4cc2-871b-f8d943d5445c req-80a04c66-8ce5-493a-bbf1-9c21d64dc6a1 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794391 Mar 21 17:28:10.351328 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-af1f24bc-b89b-48f7-b763-2f6276677d3f req-0199efc1-488d-4897-aa29-6122d80826b2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032587 Mar 21 17:28:10.366261 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff13b6-0ad9-412a-b143-97b3821c1a11 req-b5434d1c-b834-437b-a83a-021870e3a7b7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:10.367765 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9aff13b6-0ad9-412a-b143-97b3821c1a11 req-b5434d1c-b834-437b-a83a-021870e3a7b7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 945 time: 0.0796344 Mar 21 17:28:10.449273 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9aff13b6-0ad9-412a-b143-97b3821c1a11 req-4169de82-f55d-48d8-9556-3b8225c5e1e4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756521 Mar 21 17:28:10.452100 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-926caffa-49ff-4268-bb0a-fbc9983fe026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:10.453497 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-926caffa-49ff-4268-bb0a-fbc9983fe026 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1127 time: 0.0738330 Mar 21 17:28:10.564897 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-3bb8316a-5138-45f8-b3d2-5bb0d3a3fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:10.566362 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-3bb8316a-5138-45f8-b3d2-5bb0d3a3fa78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.0928371 Mar 21 17:28:10.617207 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-f2b7a042-c950-4e19-9c52-18be733ddfec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 217 time: 0.0353308 Mar 21 17:28:10.668927 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-0049b030-c778-4589-81c6-415e094bbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:10.670363 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-0049b030-c778-4589-81c6-415e094bbcda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0466428 Mar 21 17:28:10.721627 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-55604293-be75-453d-ae5e-5f6a63b361a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:10.722987 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-55604293-be75-453d-ae5e-5f6a63b361a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0434363 Mar 21 17:28:10.752213 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ac02dfa4-2d11-4753-9302-a8e2d85c44e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:10.822232 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-035d3c1b-c88c-40a9-85e1-b01603dcc276 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Mar 21 17:28:10.909107 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b92b6520-2c2e-4908-82cb-51bd50e1b689 req-37619dbf-6940-4488-a7e4-7d5fb11d879f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0337076 Mar 21 17:28:10.942106 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1044fde0-f94d-4d95-9f81-3842d5f53e48 req-0491dfc1-8f10-4856-ad89-8edcb8abada6 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100214 Mar 21 17:28:11.253705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-9c7b9c9a-b72b-48f1-bd1c-97d4a3b58bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:11.255160 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-9c7b9c9a-b72b-48f1-bd1c-97d4a3b58bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.23 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 815 time: 0.1073239 Mar 21 17:28:11.279999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'port': {'device_id': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'admin_state_up': True, 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:11.388191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Made reservation on behalf of adf36243ada042d9a3d7b97e7395799e for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:28:11.391507 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:11.496384 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:28:11.554651 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f9bdc-3d73-48fb-bf50-c910e824fe30 req-4e759d26-9fa1-4b40-b028-64cbb8b44ca7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:11.556256 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c56f9bdc-3d73-48fb-bf50-c910e824fe30 req-4e759d26-9fa1-4b40-b028-64cbb8b44ca7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 943 time: 0.1350479 Mar 21 17:28:11.582177 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Allocated IP 172.20.0.7 (12069fde-28b7-4121-bdfe-7982bab9ec80/e7bb64ac-4fb4-4185-b449-8e8a6896f4b7/c1005bbb-5d8b-4488-b1ef-fe972771d132) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:28:11.626100 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 11414615-cbe6-49be-8532-35092fe2e57e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:11.627083 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (11414615-cbe6-49be-8532-35092fe2e57e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:11.714066 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c56f9bdc-3d73-48fb-bf50-c910e824fe30 req-004bc33d-3252-408a-8bba-6e0995a291f6 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454134 Mar 21 17:28:11.763908 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:11.764487 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:11.820801 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:11.823207 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff6b794-7428-4a74-83fc-73f6bbac4f86" -d '{"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-plugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:11.844201 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd9ca8-669d-4f35-98f7-e69f77256f42 req-39cc960f-a845-4119-895d-5bc5f6e754fc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:11.847295 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-86bd9ca8-669d-4f35-98f7-e69f77256f42 req-39cc960f-a845-4119-895d-5bc5f6e754fc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 945 time: 0.2728918 Mar 21 17:28:11.852205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:11.861006 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:11.920615 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526a301-7ede-4b71-b2f2-8be72acd22aa x-openstack-request-id: req-b526a301-7ede-4b71-b2f2-8be72acd22aa {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:11.920932 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-plugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:11.921191 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b526a301-7ede-4b71-b2f2-8be72acd22aa {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:11.921843 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e', 'code': 200} Mar 21 17:28:11.974440 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=7']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:12.024967 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:12.076045 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-86bd9ca8-669d-4f35-98f7-e69f77256f42 req-76105199-751a-4482-817c-f920abc2b8bc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080600 Mar 21 17:28:12.097508 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:12.189505 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:28:12.196979 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:28:12.200338 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:28:12.205558 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:12.206377 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:12.211203 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:12.233121 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-4c5cbd4d-d7c4-42f7-b794-8417bafe9a58 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9571066 Mar 21 17:28:12.273187 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb5636-4729-47c0-8e82-72bbf8d889e3 req-55d2233a-0a63-4dcd-8933-76e2b1c50358 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:12.273187 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-48eb5636-4729-47c0-8e82-72bbf8d889e3 req-55d2233a-0a63-4dcd-8933-76e2b1c50358 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.1893258 Mar 21 17:28:12.347177 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-48eb5636-4729-47c0-8e82-72bbf8d889e3 req-2a767f03-ccdb-4cf9-90ed-6da095f05179 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Mar 21 17:28:12.539771 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-ff293001-cf03-4d51-b5e5-8914688cde93 None None] Provisioning complete for port c1005bbb-5d8b-4488-b1ef-fe972771d132 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:12.540044 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ff293001-cf03-4d51-b5e5-8914688cde93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:12.579112 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-ff293001-cf03-4d51-b5e5-8914688cde93 None None] Port c1005bbb-5d8b-4488-b1ef-fe972771d132 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:28:12.842714 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa2893-237a-426a-a31e-58ee1c0e25c3 req-4aea925b-85bb-4866-85ca-085c1b5f9243 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:12.844236 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fbfa2893-237a-426a-a31e-58ee1c0e25c3 req-4aea925b-85bb-4866-85ca-085c1b5f9243 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 943 time: 0.0556846 Mar 21 17:28:12.906024 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fbfa2893-237a-426a-a31e-58ee1c0e25c3 req-3bcb9185-f277-444e-a5bd-3d6ddaf4d043 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Mar 21 17:28:12.946160 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d94e0ac4-ab7d-4530-b19f-d046b47354b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:13.219854 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9cce-417a-4ae4-a858-0e3fd2e51425 req-36ce8e8d-f4db-47dd-9e09-35bcfcfdd317 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:13.221360 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0f2e9cce-417a-4ae4-a858-0e3fd2e51425 req-36ce8e8d-f4db-47dd-9e09-35bcfcfdd317 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0556118 Mar 21 17:28:13.271693 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0f2e9cce-417a-4ae4-a858-0e3fd2e51425 req-a81ee2a4-ae49-4803-82f8-7a13c5ac056c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Mar 21 17:28:13.471313 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ce0a-79dc-49dc-a12f-dd498b4a731e req-4f43749c-5479-4393-a828-6b0a60a8dbcb tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:13.473680 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3679ce0a-79dc-49dc-a12f-dd498b4a731e req-4f43749c-5479-4393-a828-6b0a60a8dbcb tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0569148 Mar 21 17:28:13.515554 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 6e0d5c94-d092-4242-a022-1d82af9d8290 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:28:13.525281 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3679ce0a-79dc-49dc-a12f-dd498b4a731e req-c65af07c-2111-4eb5-8c00-159b2480d45e tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Mar 21 17:28:13.628471 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 6e0d5c94-d092-4242-a022-1d82af9d8290, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6e0d5c94-d092-4242-a022-1d82af9d8290,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:13.643122 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'mac_address': 'fa:16:3e:13:76:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:28:13.692779 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 6e0d5c94-d092-4242-a022-1d82af9d8290 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:13.693300 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:13.714885 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0d5c94-d092-4242-a022-1d82af9d8290 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:13.753767 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 6e0d5c94-d092-4242-a022-1d82af9d8290, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6e0d5c94-d092-4242-a022-1d82af9d8290,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:13.770410 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:13.823714 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=6e0d5c94-d092-4242-a022-1d82af9d8290,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:14.009538 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:14.041868 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c2b79-bb3f-4d8d-ba9c-292eb908924c req-e3da262f-cc2b-4f91-add0-69904869216c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:14.043526 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-112c2b79-bb3f-4d8d-ba9c-292eb908924c req-e3da262f-cc2b-4f91-add0-69904869216c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 944 time: 0.0665464 Mar 21 17:28:14.093048 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-112c2b79-bb3f-4d8d-ba9c-292eb908924c req-e7116571-a64f-44ad-864c-042eb0c8f534 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Mar 21 17:28:14.199277 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['6e0d5c94-d092-4242-a022-1d82af9d8290'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:28:14.404466 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df3c69-5b3a-4900-97c9-243e19b9076b req-0d875243-e96f-4fa0-996f-01cc089ee4f7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:14.406025 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-26df3c69-5b3a-4900-97c9-243e19b9076b req-0d875243-e96f-4fa0-996f-01cc089ee4f7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0583746 Mar 21 17:28:14.454924 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-26df3c69-5b3a-4900-97c9-243e19b9076b req-97254163-1287-4e6f-a1c4-644a185bfc47 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Mar 21 17:28:14.657469 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e2214-c672-4872-a214-0e31a6ee27b0 req-4414412b-e866-4cb5-8a92-00358826bc8f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:14.659121 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6e6e2214-c672-4872-a214-0e31a6ee27b0 req-4414412b-e866-4cb5-8a92-00358826bc8f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0591853 Mar 21 17:28:14.709527 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6e6e2214-c672-4872-a214-0e31a6ee27b0 req-489cf71e-f655-453e-a4cd-ef30e1206814 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Mar 21 17:28:15.225040 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7e4b3-0af6-4a6c-9bd7-2f0050c7bc05 req-2bc35830-f7dc-437a-bcfb-1eec414d4f95 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:15.227127 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-24e7e4b3-0af6-4a6c-9bd7-2f0050c7bc05 req-2bc35830-f7dc-437a-bcfb-1eec414d4f95 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 944 time: 0.0629280 Mar 21 17:28:15.286192 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-24e7e4b3-0af6-4a6c-9bd7-2f0050c7bc05 req-b3b3c67d-d4e8-4252-a776-5da5ff6c6bf1 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531003 Mar 21 17:28:15.516095 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 6e0d5c94-d092-4242-a022-1d82af9d8290 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:28:15.521525 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:15.572349 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 6e0d5c94-d092-4242-a022-1d82af9d8290 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:28:15.579761 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 6e0d5c94-d092-4242-a022-1d82af9d8290 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:15.580172 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:15.588096 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41e80a-9f46-43ae-804f-26f412bde1e4 req-ba156335-8b0c-404c-96de-b537ca0436df tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:15.589909 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5a41e80a-9f46-43ae-804f-26f412bde1e4 req-ba156335-8b0c-404c-96de-b537ca0436df tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0592909 Mar 21 17:28:15.654944 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5a41e80a-9f46-43ae-804f-26f412bde1e4 req-0266f3d3-1299-40b8-ac1a-37beedb748bb tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597312 Mar 21 17:28:15.664721 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 6e0d5c94-d092-4242-a022-1d82af9d8290 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:15.665254 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:15.699029 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:15.701473 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dea4123-d924-49a7-b41b-04ab761484bf" -d '{"events": [{"server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "name": "network-vif-plugged", "status": "completed", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:15.715251 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 6e0d5c94-d092-4242-a022-1d82af9d8290, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6e0d5c94-d092-4242-a022-1d82af9d8290,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:15.721592 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:15.748005 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e59c79-9b15-4836-9977-da8ddf50a5a8 x-openstack-request-id: req-c6e59c79-9b15-4836-9977-da8ddf50a5a8 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:15.748329 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "name": "network-vif-plugged", "status": "completed", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:15.748749 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6e59c79-9b15-4836-9977-da8ddf50a5a8 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:15.749146 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'code': 200} Mar 21 17:28:15.778971 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=6e0d5c94-d092-4242-a022-1d82af9d8290,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:15.861032 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c870-40d4-4c9e-b828-70e9447124f4 req-a10a443c-3f73-4e0d-bb2c-2a1021126dab tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:15.862622 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5d00c870-40d4-4c9e-b828-70e9447124f4 req-a10a443c-3f73-4e0d-bb2c-2a1021126dab tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0585341 Mar 21 17:28:15.912591 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5d00c870-40d4-4c9e-b828-70e9447124f4 req-c56b56da-8585-405b-a895-dc12e50ee00a tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Mar 21 17:28:16.409287 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e42df2-62bb-43a5-9958-d1153af78503 req-23d96d74-76c6-4856-9437-e1fb33ee2802 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:16.411775 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a5e42df2-62bb-43a5-9958-d1153af78503 req-23d96d74-76c6-4856-9437-e1fb33ee2802 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0547576 Mar 21 17:28:16.460747 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a5e42df2-62bb-43a5-9958-d1153af78503 req-27ee703e-6cc8-482b-8696-441426a1820d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Mar 21 17:28:16.791839 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb004b8-a8f4-4084-a6f1-96aedec0c177 req-0f85e025-4c96-4f1d-a464-446b233f74d3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:16.793745 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6fb004b8-a8f4-4084-a6f1-96aedec0c177 req-0f85e025-4c96-4f1d-a464-446b233f74d3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0598917 Mar 21 17:28:16.843829 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6fb004b8-a8f4-4084-a6f1-96aedec0c177 req-4f2df874-e606-438a-ab06-37e0c1cbd352 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437827 Mar 21 17:28:17.024465 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:17.049888 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5410a-ea5a-40c5-ae2c-53cf20ceb86c req-eca24f0d-175d-4bdc-8601-f34c2614c408 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:17.051510 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cab5410a-ea5a-40c5-ae2c-53cf20ceb86c req-eca24f0d-175d-4bdc-8601-f34c2614c408 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0621059 Mar 21 17:28:17.102640 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cab5410a-ea5a-40c5-ae2c-53cf20ceb86c req-26432b4d-7f94-406c-835a-26813d250446 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435910 Mar 21 17:28:17.125654 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:28:17.585896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7526c-392c-4112-bfca-afd0f98e46a8 req-09c62c7e-ca68-4ded-80c2-0e791a8f930d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:17.587437 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43c7526c-392c-4112-bfca-afd0f98e46a8 req-09c62c7e-ca68-4ded-80c2-0e791a8f930d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0566056 Mar 21 17:28:17.638686 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43c7526c-392c-4112-bfca-afd0f98e46a8 req-e693ad98-5a1c-469e-925f-b03d821dc1ed tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453982 Mar 21 17:28:17.980552 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b9a0f-89f6-433d-820e-3ec5b5cf4468 req-14a0743a-0f1c-4b7c-a17f-af20ed97c57c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:17.982381 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c19b9a0f-89f6-433d-820e-3ec5b5cf4468 req-14a0743a-0f1c-4b7c-a17f-af20ed97c57c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0558000 Mar 21 17:28:18.030914 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c19b9a0f-89f6-433d-820e-3ec5b5cf4468 req-1b85802f-628b-4c92-83d9-cae05675247c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429080 Mar 21 17:28:18.225999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c550413-8424-4965-ae38-a6fbed074a6f req-445e8d23-ba24-45e3-a01c-947a969c90fb tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:18.228152 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4c550413-8424-4965-ae38-a6fbed074a6f req-445e8d23-ba24-45e3-a01c-947a969c90fb tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0560806 Mar 21 17:28:18.281875 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4c550413-8424-4965-ae38-a6fbed074a6f req-a51a96de-cdeb-48e3-971a-211665bab7a2 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459232 Mar 21 17:28:18.766410 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc95e-e5a9-4e43-958b-b94862f0c18c req-b6d90ada-a74d-4819-8671-7a1403248f3c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:18.768029 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cbfdc95e-e5a9-4e43-958b-b94862f0c18c req-b6d90ada-a74d-4819-8671-7a1403248f3c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0615287 Mar 21 17:28:18.819657 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cbfdc95e-e5a9-4e43-958b-b94862f0c18c req-0f7579e4-c94a-462c-b103-c8cf93e39f61 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Mar 21 17:28:19.164799 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0826362-7ba9-4734-8a78-fdd385336617 req-9235f1f0-b098-447d-bc33-4d39e629b73c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:19.166290 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b0826362-7ba9-4734-8a78-fdd385336617 req-9235f1f0-b098-447d-bc33-4d39e629b73c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0571418 Mar 21 17:28:19.219425 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b0826362-7ba9-4734-8a78-fdd385336617 req-a7fdf2f2-ba98-476c-a8be-c932bdf43bee tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473554 Mar 21 17:28:19.406888 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682cf4b-4d4f-4554-a360-f99d900e63b5 req-2b96b428-cd37-4b03-8096-d28569bcf2a1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:19.408452 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1682cf4b-4d4f-4554-a360-f99d900e63b5 req-2b96b428-cd37-4b03-8096-d28569bcf2a1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0588906 Mar 21 17:28:19.459092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1682cf4b-4d4f-4554-a360-f99d900e63b5 req-64947c33-6c4b-43df-9e22-43e9a22ba5ce tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Mar 21 17:28:19.976128 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f6d2-e3fa-4ce9-9758-fb6f300bcfad req-8ce5a48a-f1b4-43ec-a4b2-dcea44bce11b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:19.977752 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f162f6d2-e3fa-4ce9-9758-fb6f300bcfad req-8ce5a48a-f1b4-43ec-a4b2-dcea44bce11b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0633731 Mar 21 17:28:20.036673 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f162f6d2-e3fa-4ce9-9758-fb6f300bcfad req-32e0f72d-8d2e-41b7-a383-b3964eb52770 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526481 Mar 21 17:28:20.350895 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b9779-f717-4faa-9f5b-880a91f525e2 req-1d9aeaaa-c2c7-44c0-a45f-a4df6e283a2a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:20.352428 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830b9779-f717-4faa-9f5b-880a91f525e2 req-1d9aeaaa-c2c7-44c0-a45f-a4df6e283a2a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0564275 Mar 21 17:28:20.405057 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830b9779-f717-4faa-9f5b-880a91f525e2 req-b55adf5e-b32a-4f6d-9686-295178def6b1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464120 Mar 21 17:28:20.581618 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0c6a2-d9f8-4c8e-8df5-5f802603c32a req-ad8cb260-950e-4b4b-a015-28f8b5d871a9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:20.583132 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b4b0c6a2-d9f8-4c8e-8df5-5f802603c32a req-ad8cb260-950e-4b4b-a015-28f8b5d871a9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0536582 Mar 21 17:28:20.632436 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b4b0c6a2-d9f8-4c8e-8df5-5f802603c32a req-7e42e27a-9fc4-454e-a707-8a58d1ad96e1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Mar 21 17:28:21.184615 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5a6c-8cdf-478c-ae77-a8d71bb795d7 req-38548ae2-fe3c-4d8d-87a4-5e305712c417 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:21.186108 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d3b5a6c-8cdf-478c-ae77-a8d71bb795d7 req-38548ae2-fe3c-4d8d-87a4-5e305712c417 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0542817 Mar 21 17:28:21.231615 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d3b5a6c-8cdf-478c-ae77-a8d71bb795d7 req-e70f1e17-02fa-48df-8118-36b774ea714b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Mar 21 17:28:21.541322 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f3d2b-4489-4c95-98e1-a40da1445677 req-5c9c033a-70f2-49b8-9d70-e35b12739077 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:21.542641 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-631f3d2b-4489-4c95-98e1-a40da1445677 req-5c9c033a-70f2-49b8-9d70-e35b12739077 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0575876 Mar 21 17:28:21.594982 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-631f3d2b-4489-4c95-98e1-a40da1445677 req-7d743ef5-d478-46aa-a6af-b8673356b7da tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444155 Mar 21 17:28:21.750477 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac460-1af9-479e-8f85-b1904788551c req-56595701-fb64-4fe9-babb-eaa3860b53da tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:21.752105 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cb9ac460-1af9-479e-8f85-b1904788551c req-56595701-fb64-4fe9-babb-eaa3860b53da tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0528977 Mar 21 17:28:21.805003 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cb9ac460-1af9-479e-8f85-b1904788551c req-8e12cd5d-d897-4e4c-9703-93fd7916903e tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Mar 21 17:28:22.344753 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe487b-20a3-4c18-b4f0-e30170e84912 req-86537a2f-41b6-4d30-a65d-44f6a6994954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:22.346196 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-52fe487b-20a3-4c18-b4f0-e30170e84912 req-86537a2f-41b6-4d30-a65d-44f6a6994954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0503521 Mar 21 17:28:22.394003 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-52fe487b-20a3-4c18-b4f0-e30170e84912 req-b3700225-46fa-48d0-91cc-090ce43200a7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Mar 21 17:28:22.714314 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597b251-3450-496b-b574-a59f7ec0397c req-f1286007-726f-433f-aaa1-fa1115c535a2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:22.715656 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b597b251-3450-496b-b574-a59f7ec0397c req-f1286007-726f-433f-aaa1-fa1115c535a2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0500097 Mar 21 17:28:22.760026 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b597b251-3450-496b-b574-a59f7ec0397c req-14ccb4fe-6ffe-4975-a3ad-15bd80b23519 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389984 Mar 21 17:28:22.918351 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e9233-3f44-45a9-8812-647632fcfabd req-c2e161d0-3c47-4b55-9e45-a9cf8cbfaede tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:22.919789 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fc7e9233-3f44-45a9-8812-647632fcfabd req-c2e161d0-3c47-4b55-9e45-a9cf8cbfaede tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 931 time: 0.0506330 Mar 21 17:28:22.964746 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fc7e9233-3f44-45a9-8812-647632fcfabd req-a993c12c-9d6d-4fde-9e2b-a6d7f6295ce2 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Mar 21 17:28:23.103245 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Request body: {'port': {'device_id': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:23.168069 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:23.444382 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1005bbb-5d8b-4488-b1ef-fe972771d132 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:23.452085 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Publish callbacks [] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:23.466019 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Transition to ACTIVE for port object c1005bbb-5d8b-4488-b1ef-fe972771d132 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:28:23.478191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:23.550830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:23.586804 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cb2cc-6c18-4fac-8b7f-2f46817f8cc6 req-9c29f19c-63d8-46d6-9708-3f8b3570ce1d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:23.587879 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5e5cb2cc-6c18-4fac-8b7f-2f46817f8cc6 req-9c29f19c-63d8-46d6-9708-3f8b3570ce1d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.1232157 Mar 21 17:28:23.611214 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Attempting to bind port c1005bbb-5d8b-4488-b1ef-fe972771d132 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:28:23.611644 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Attempting to bind port c1005bbb-5d8b-4488-b1ef-fe972771d132 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:28:23.612068 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Attempting to bind port c1005bbb-5d8b-4488-b1ef-fe972771d132 on network 12069fde-28b7-4121-bdfe-7982bab9ec80 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:28:23.625635 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Port c1005bbb-5d8b-4488-b1ef-fe972771d132 on network 12069fde-28b7-4121-bdfe-7982bab9ec80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:28:23.625956 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Attempting to bind port c1005bbb-5d8b-4488-b1ef-fe972771d132 on network 12069fde-28b7-4121-bdfe-7982bab9ec80 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:28:23.641980 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:28:23.642321 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Checking segment: {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:28:23.642706 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Bound using segment: {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:28:23.643143 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Bound port: c1005bbb-5d8b-4488-b1ef-fe972771d132, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91c01dd-4317-4110-bb09-07098394641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:28:23.643505 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:23.669650 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5e5cb2cc-6c18-4fac-8b7f-2f46817f8cc6 req-4df24824-90bf-4cfc-a90d-36e4771c424a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675905 Mar 21 17:28:23.784465 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:28:23.788598 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:28:23.808008 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:23.858544 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:23.862933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:23.864773 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] 10.222.0.23 "PUT /v2.0/ports/c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 1093 time: 0.7658207 Mar 21 17:28:23.867679 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:23.870290 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e78882-6e04-40c5-8ca4-720cdfdd257a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:23.920773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ad216-1d99-44f3-b04e-eef2ff18afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:24.065638 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c32b8f0c-bcc6-4478-99d6-f65da8fe1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:24.067101 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-c32b8f0c-bcc6-4478-99d6-f65da8fe1f86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1127 time: 0.1264932 Mar 21 17:28:24.163251 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8910-6b2f-44ba-ba0e-8877de55bdcf req-097a05e4-5251-4661-ba61-11038fab5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:24.165272 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ff8f8910-6b2f-44ba-ba0e-8877de55bdcf req-097a05e4-5251-4661-ba61-11038fab5117 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1129 time: 0.2046108 Mar 21 17:28:24.172044 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-79ed604b-df13-4721-b2d4-892e990f793d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 217 time: 0.0572460 Mar 21 17:28:24.181601 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfdb93-72e5-4c59-b9ee-1f5db8b81f6b req-85c1c4b4-f261-4a9d-904a-7fe7c873a77d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:24.181601 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41bfdb93-72e5-4c59-b9ee-1f5db8b81f6b req-85c1c4b4-f261-4a9d-904a-7fe7c873a77d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.2318194 Mar 21 17:28:24.312034 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-69a4f125-c3a7-4160-a4df-6094413d2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:24.313780 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-69a4f125-c3a7-4160-a4df-6094413d2d11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 200 len: 854 time: 0.1182272 Mar 21 17:28:24.346826 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ff8f8910-6b2f-44ba-ba0e-8877de55bdcf req-6c7aa9a4-788e-400e-b0af-e1806e8a988b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615136 Mar 21 17:28:24.396286 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41bfdb93-72e5-4c59-b9ee-1f5db8b81f6b req-590a69a6-d128-48b8-a67f-15af8315d0d1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994107 Mar 21 17:28:24.432608 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-189d14e4-aa7b-43d3-a025-681d7555b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:24.435018 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-189d14e4-aa7b-43d3-a025-681d7555b795 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12069fde-28b7-4121-bdfe-7982bab9ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1088145 Mar 21 17:28:24.460305 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50544) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:24.462032 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee6885-a668-475d-8182-635b745182f4 x-openstack-request-id: req-d0ee6885-a668-475d-8182-635b745182f4 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:24.462503 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:24.462731 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0ee6885-a668-475d-8182-635b745182f4 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:24.463228 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'status': 'completed', 'code': 200} Mar 21 17:28:24.465768 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-6ba31710-f9c7-4065-aea4-fd5dd8bef52a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270459769', 'description': 'tempest-description--1712313239'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:24.505515 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ba31710-f9c7-4065-aea4-fd5dd8bef52a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.601539 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195528f-2322-4112-a4ea-15fb6ac9cf06 req-eefc977d-1c7a-4bb1-b45a-0b069b9a5e4e tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:24.602986 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3195528f-2322-4112-a4ea-15fb6ac9cf06 req-eefc977d-1c7a-4bb1-b45a-0b069b9a5e4e tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 943 time: 0.0985994 Mar 21 17:28:24.618541 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ba31710-f9c7-4065-aea4-fd5dd8bef52a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.628035 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ba31710-f9c7-4065-aea4-fd5dd8bef52a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.680305 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6ba31710-f9c7-4065-aea4-fd5dd8bef52a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.681522 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-6ba31710-f9c7-4065-aea4-fd5dd8bef52a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2201798 Mar 21 17:28:24.684997 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50546) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:24.689210 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-dbd3b84c-76bd-4fb5-9f3e-5bb6dab61d69 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': 'ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:24.694537 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba31710-f9c7-4065-aea4-fd5dd8bef52a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:24.728386 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b84c-76bd-4fb5-9f3e-5bb6dab61d69 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (31d62ba1-fed8-490a-ae80-404e9821ea6d), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.741351 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3195528f-2322-4112-a4ea-15fb6ac9cf06 req-d6f0dce5-02fc-4445-aa94-a54ecc5095f0 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Mar 21 17:28:24.785247 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-3c948057-69b1-4065-a584-7d4f87d992fe service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757703 Mar 21 17:28:24.823465 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b84c-76bd-4fb5-9f3e-5bb6dab61d69 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (31d62ba1-fed8-490a-ae80-404e9821ea6d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.830748 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b84c-76bd-4fb5-9f3e-5bb6dab61d69 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (31d62ba1-fed8-490a-ae80-404e9821ea6d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.851762 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3b84c-76bd-4fb5-9f3e-5bb6dab61d69 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d62ba1-fed8-490a-ae80-404e9821ea6d,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:24.863611 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b84c-76bd-4fb5-9f3e-5bb6dab61d69 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.867887 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 50550) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:24.868860 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-dbd3b84c-76bd-4fb5-9f3e-5bb6dab61d69 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1828740 Mar 21 17:28:24.887386 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-46f770ab-a852-40af-8497-393683215602 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': 'ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:24.953294 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d24c860-de2c-4af0-93c3-00095a352b9e req-49f217cf-465b-41a1-bcfe-53a9609419f4 service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615279 Mar 21 17:28:24.955272 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46f770ab-a852-40af-8497-393683215602 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (c914ca3e-cc9d-40b5-bd9f-02228057473d), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:24.965191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65362fb-ebc3-4b92-912c-999c9649537a req-dc635051-fafc-41a6-b6a0-cf87c5616b30 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:24.966808 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b65362fb-ebc3-4b92-912c-999c9649537a req-dc635051-fafc-41a6-b6a0-cf87c5616b30 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.1212945 Mar 21 17:28:25.103830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46f770ab-a852-40af-8497-393683215602 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (c914ca3e-cc9d-40b5-bd9f-02228057473d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:25.111002 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b65362fb-ebc3-4b92-912c-999c9649537a req-95a2ba8d-52d0-4c64-90f7-50c3190f56db tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362123 Mar 21 17:28:25.113860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46f770ab-a852-40af-8497-393683215602 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (c914ca3e-cc9d-40b5-bd9f-02228057473d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:25.158059 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f770ab-a852-40af-8497-393683215602 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c914ca3e-cc9d-40b5-bd9f-02228057473d,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:25.164289 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-46f770ab-a852-40af-8497-393683215602 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:25.165462 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-46f770ab-a852-40af-8497-393683215602 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2965071 Mar 21 17:28:25.167447 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-8b7dc81d-efd5-435f-917f-91f4166a0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:25.174869 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-8b7dc81d-efd5-435f-917f-91f4166a0785 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1127 time: 0.1509001 Mar 21 17:28:25.175178 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50552) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:25.178138 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:25.206998 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:25.268992 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-e0f4c996-4ba0-4d15-bcb8-1cd62f1b4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:25.270595 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-e0f4c996-4ba0-4d15-bcb8-1cd62f1b4a9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 916 time: 0.0934393 Mar 21 17:28:25.327136 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:25.431525 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-1a331b16-798c-47c5-b1f9-ced4dc8a6081 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 217 time: 0.0526612 Mar 21 17:28:25.479143 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.28.2.187 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/6d1b87ab-17c6-457a-b0a7-099f023fc92f) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:28:25.562176 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-2d537517-23d1-4d36-a7e0-012bfda91d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:25.564376 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-2d537517-23d1-4d36-a7e0-012bfda91d47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 200 len: 854 time: 0.1218233 Mar 21 17:28:25.587278 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdcef1-8c96-416e-a540-0a4ad2bfde0a req-8ffdddd9-6494-4705-a1d8-f5f5ca9f932a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:25.589200 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8cdcef1-8c96-416e-a540-0a4ad2bfde0a req-8ffdddd9-6494-4705-a1d8-f5f5ca9f932a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0799613 Mar 21 17:28:25.679306 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-46e2caff-8982-423c-a599-6afab9414405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:25.680611 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-46e2caff-8982-423c-a599-6afab9414405 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12069fde-28b7-4121-bdfe-7982bab9ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0902174 Mar 21 17:28:25.682727 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:25.696892 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8cdcef1-8c96-416e-a540-0a4ad2bfde0a req-54697fe9-1c93-4fc2-b583-8761736d7568 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762870 Mar 21 17:28:25.730206 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:25.788696 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:28:25.795245 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:28:25.800302 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:28:25.803490 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=6d1b87ab-17c6-457a-b0a7-099f023fc92f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:25.884220 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-a16b9e7d-427e-4ec7-b737-fcab4aa3398b service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861651 Mar 21 17:28:25.999999 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (9d07be4d-4041-4c64-8490-dc0079f9258d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:26.083191 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:26.390318 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c9e78882-6e04-40c5-8ca4-720cdfdd257a req-50f28833-d66c-4284-b90e-40d0962f484b service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861290 Mar 21 17:28:26.406051 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf3750-0c6e-45a0-b473-ee85c9523a83 req-86dc4481-566d-43f2-81f3-1e02ec494398 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:26.407367 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-52bf3750-0c6e-45a0-b473-ee85c9523a83 req-86dc4481-566d-43f2-81f3-1e02ec494398 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 943 time: 0.5220673 Mar 21 17:28:26.434017 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:26.441221 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:26.442158 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900cec-c814-44c8-b198-e80c2370cb19 req-0945bed7-d533-4283-84b9-6de249e1c500 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:26.449050 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f1900cec-c814-44c8-b198-e80c2370cb19 req-0945bed7-d533-4283-84b9-6de249e1c500 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.1057410 Mar 21 17:28:26.499336 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-52bf3750-0c6e-45a0-b473-ee85c9523a83 req-001b78c3-c109-4ec8-9bea-0a8dcc09a29e tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819006 Mar 21 17:28:26.517369 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=6d1b87ab-17c6-457a-b0a7-099f023fc92f,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:26.524175 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f1900cec-c814-44c8-b198-e80c2370cb19 req-83a47a18-fc85-4744-a508-c57fa50beebc tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741618 Mar 21 17:28:26.534933 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (9d07be4d-4041-4c64-8490-dc0079f9258d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:26.551726 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:26.556700 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ae6c7f8b-203e-435d-81cd-6b131d232e91 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3863008 Mar 21 17:28:26.666355 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfcdae-d246-4ffa-b6ee-2be283575736 req-65e19760-f1a8-4da6-b58b-a237f552c8a0 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:26.667882 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9adfcdae-d246-4ffa-b6ee-2be283575736 req-65e19760-f1a8-4da6-b58b-a237f552c8a0 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0727770 Mar 21 17:28:26.679111 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50576) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:26.685686 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'floatingip': {'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:26.736826 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:26.870567 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-29170d81-6e50-4294-8f11-1f80f2097aff tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--270459769&fields=id&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 267 time: 0.1010602 Mar 21 17:28:26.889355 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c362409-85f0-4276-996b-bab301a26152 req-43207ae0-03a5-467f-8964-94a7d642aaf0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:26.895816 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c362409-85f0-4276-996b-bab301a26152 req-43207ae0-03a5-467f-8964-94a7d642aaf0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0816691 Mar 21 17:28:27.012883 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c362409-85f0-4276-996b-bab301a26152 req-86fe4610-0408-47be-8280-1a4a0d52a66c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161556 Mar 21 17:28:27.045690 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-85cf0f86-b1ee-49c2-bd04-a630887fb54f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:27.047559 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-85cf0f86-b1ee-49c2-bd04-a630887fb54f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.1491573 Mar 21 17:28:27.069422 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-9be7b749-7844-43ca-813c-4f00e448daa4 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/quotas/7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 375 time: 0.0098722 Mar 21 17:28:27.131885 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-e20fd7f8-d6bf-41ce-9e21-802a78d783ee tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565653 Mar 21 17:28:27.248847 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-71f80c03-dfb8-4765-a03b-a2fcf83fd9cb service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033952 Mar 21 17:28:27.364119 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:27.371830 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:27.454384 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-20817fd4-0106-453a-89e2-67dbd7cc0f49 service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658525 Mar 21 17:28:27.524212 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.l3_db [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Floating IP 7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86 associated. External IP: 172.28.2.246, port: 6e0d5c94-d092-4242-a022-1d82af9d8290. Mar 21 17:28:27.579038 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device c1005bbb-5d8b-4488-b1ef-fe972771d132 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:28:27.765386 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e7a8c-6be6-4110-a738-ed768dd98e43 req-fb40a6b4-c84e-455d-8f6c-bef4af887b21 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:27.766055 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:27.767441 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d01e7a8c-6be6-4110-a738-ed768dd98e43 req-fb40a6b4-c84e-455d-8f6c-bef4af887b21 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 943 time: 0.1386104 Mar 21 17:28:27.799708 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'port_id': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'mac_address': 'fa:16:3e:21:3b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:28:27.821686 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5478a077-ca82-4d3a-9324-c8e88bbaf84d req-7f10a756-7310-4aa6-bb17-90de5f15e9a4 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 210 time: 0.0874619 Mar 21 17:28:27.849149 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port c1005bbb-5d8b-4488-b1ef-fe972771d132 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:27.850443 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:27.867554 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1005bbb-5d8b-4488-b1ef-fe972771d132 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:27.890961 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:27.899533 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:27.912196 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:28:27.914602 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d01e7a8c-6be6-4110-a738-ed768dd98e43 req-6d2badbe-90d2-44c4-ba97-3a7fe6c8995a tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255474 Mar 21 17:28:27.952004 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:28.048202 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:28:28.053350 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:28.064162 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] Sync routers for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:28:28.079128 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:28:28.080038 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:28:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:28.143226 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-59089891-f4d4-464a-be98-1104f722007f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "PUT /v2.0/floatingips/7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86 HTTP/1.1" status: 200 len: 991 time: 1.4592423 Mar 21 17:28:28.145068 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:28.149426 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d332cf75-c24e-4b4c-8036-134f8e597e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:28.232227 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['c1005bbb-5d8b-4488-b1ef-fe972771d132'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:28:28.250878 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8040f7-b839-47c5-86b9-34ac8314940f x-openstack-request-id: req-7e8040f7-b839-47c5-86b9-34ac8314940f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:28.251026 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:28.251336 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e8040f7-b839-47c5-86b9-34ac8314940f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:28.251681 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'status': 'completed', 'code': 200} Mar 21 17:28:28.271890 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:28:28.364155 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233bd9f-51da-4e63-b45f-5ab6641138b2 req-d39d8206-cf9d-4342-9e0d-4dbb9f32059a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:28.371623 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6233bd9f-51da-4e63-b45f-5ab6641138b2 req-d39d8206-cf9d-4342-9e0d-4dbb9f32059a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1848528 Mar 21 17:28:28.400544 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-91992ea1-e7cb-4368-accb-adf4db975c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:28.413305 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-91992ea1-e7cb-4368-accb-adf4db975c12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1129 time: 0.1165645 Mar 21 17:28:28.519361 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6233bd9f-51da-4e63-b45f-5ab6641138b2 req-6539b65b-61f3-4369-9678-ad15726bed56 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450784 Mar 21 17:28:28.593272 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-cde34c1e-ef5c-4b75-ac96-ed719f62e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:28.594874 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-cde34c1e-ef5c-4b75-ac96-ed719f62e213 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.1689386 Mar 21 17:28:28.750464 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-b3376842-9440-44cf-963a-9ead5686d978 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 999 time: 0.1495037 Mar 21 17:28:28.766037 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'mac_address': 'fa:16:3e:13:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:03Z', 'updated_at': '2022-03-21T17:28:27Z', 'revision_number': 1, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:28.809510 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] Checking router: 9719e9d3-e281-40e3-8bb0-f6d019b12cfa for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:28:28.826072 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:28:28.826805 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:28:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:28.832424 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-c887aa87-3141-4cd2-875c-709b9cb28edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:28.834607 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-c887aa87-3141-4cd2-875c-709b9cb28edb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0752285 Mar 21 17:28:28.917929 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-17f82763-1a73-4441-9408-1072384923af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:28.919492 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-17f82763-1a73-4441-9408-1072384923af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0780718 Mar 21 17:28:28.965703 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:28:28.990349 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf0ff736-832a-478a-b259-d55a89b037f4 req-67253e9c-7509-4d5d-a4f4-27041bb92738 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 210 time: 0.0634713 Mar 21 17:28:29.195559 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4709e38-6393-4f2d-abe1-6407c9bc3ae4 req-1523d15d-bb5a-493f-b96f-f32003c6ccb9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:29.202538 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a4709e38-6393-4f2d-abe1-6407c9bc3ae4 req-1523d15d-bb5a-493f-b96f-f32003c6ccb9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 944 time: 0.2108891 Mar 21 17:28:29.213466 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-453f4afc-309c-44a2-8f82-156c42a97050 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688632 Mar 21 17:28:29.276748 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'mac_address': 'fa:16:3e:13:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:03Z', 'updated_at': '2022-03-21T17:28:27Z', 'revision_number': 1, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:29.326171 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7327fdd-9e32-439c-87e5-11372ef4f695 None None] The sync data for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb is: [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'mac_address': 'fa:16:3e:13:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:03Z', 'updated_at': '2022-03-21T17:28:27Z', 'revision_number': 1, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:28:29.372320 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d332cf75-c24e-4b4c-8036-134f8e597e7b req-ec3ad7ce-6a71-4dca-b9ac-2c5d19908312 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356678 Mar 21 17:28:29.492543 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a4709e38-6393-4f2d-abe1-6407c9bc3ae4 req-061c2e39-7ab2-44a7-b1a4-dcdd2f1a0556 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887313 Mar 21 17:28:29.560452 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-f96ea105-d2ed-40cc-b70d-231f806f66ec tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:29.573291 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-f96ea105-d2ed-40cc-b70d-231f806f66ec tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.3590298 Mar 21 17:28:29.716295 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-8da72d1c-4e20-4d01-af61-152f14df8ae7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 472 time: 0.1169546 Mar 21 17:28:29.729067 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca821fd-f630-46de-8179-253b045476e7 req-5b6629aa-ae54-4bb8-b0a0-fa404f0c9069 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:29.730623 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-aca821fd-f630-46de-8179-253b045476e7 req-5b6629aa-ae54-4bb8-b0a0-fa404f0c9069 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1136553 Mar 21 17:28:29.733478 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e873f4-0859-4840-8e10-e31c174358c3 None None] New status for floating IP 7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:28:29.734267 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'port': {'device_id': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'admin_state_up': True, 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'security_groups': ['ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:29.838693 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-aca821fd-f630-46de-8179-253b045476e7 req-949c62a3-197e-4731-b981-369222ccbcce tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995431 Mar 21 17:28:29.882286 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Made reservation on behalf of 7cc5c418054f43709df6dc0d20098844 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:28:29.890767 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:30.051205 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.20.0.12 (eb243405-81e1-4e47-8b74-04f4760afcaa/c90e5ebf-4452-4266-b188-22809cdd6edc/b8938a5c-3c0e-4a54-835c-e1dd71fe0459) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:28:30.097954 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b2d0d790-094e-42e3-a949-72de03a3d49b req-45f44b35-be82-4a59-b65d-768b33328379 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 210 time: 0.0325534 Mar 21 17:28:30.235534 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:30.287769 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:30.330765 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network eb243405-81e1-4e47-8b74-04f4760afcaa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:28:30.334539 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:28:30.340774 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:28:30.345633 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:30.346273 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:30.353333 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:30.377445 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-96beb3cf-677d-4a55-8b67-f1d1abdf745b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6561012 Mar 21 17:28:30.395329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Request body: {'port': {'device_id': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:30.470875 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:30.656593 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-74c270ef-b8d5-41be-9e5c-8bcb711a0390 None None] Provisioning complete for port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:30.658933 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-74c270ef-b8d5-41be-9e5c-8bcb711a0390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:30.705876 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-74c270ef-b8d5-41be-9e5c-8bcb711a0390 None None] Port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:28:30.751388 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7792816-278b-44bc-8a88-27a7efe85f3c req-61076faf-6aa9-4729-b1f6-caaa5558d91e tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:30.758029 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7792816-278b-44bc-8a88-27a7efe85f3c req-61076faf-6aa9-4729-b1f6-caaa5558d91e tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 944 time: 0.1257265 Mar 21 17:28:30.836106 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7792816-278b-44bc-8a88-27a7efe85f3c req-870acf98-892c-4053-a174-f207ee4a8fea tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764842 Mar 21 17:28:30.923241 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8938a5c-3c0e-4a54-835c-e1dd71fe0459 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:30.936379 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Publish callbacks [] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:30.978191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Transition to ACTIVE for port object b8938a5c-3c0e-4a54-835c-e1dd71fe0459 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:28:30.985551 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:31.049413 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966bbde-d413-4c74-8ae5-f1467ffae45d req-23680215-f478-4c73-b679-2cce1390f5bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:31.051157 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b966bbde-d413-4c74-8ae5-f1467ffae45d req-23680215-f478-4c73-b679-2cce1390f5bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1099472 Mar 21 17:28:31.057997 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Pushing event updated for resources: {'Port': ['ID=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:31.144009 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Attempting to bind port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:28:31.144381 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Attempting to bind port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:28:31.144702 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Attempting to bind port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:28:31.175395 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 on network eb243405-81e1-4e47-8b74-04f4760afcaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:28:31.175742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Attempting to bind port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:28:31.189240 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:28:31.189620 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Checking segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:28:31.189963 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Bound using segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:28:31.190401 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Bound port: b8938a5c-3c0e-4a54-835c-e1dd71fe0459, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:28:31.190752 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:31.281386 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b966bbde-d413-4c74-8ae5-f1467ffae45d req-6ea31798-906f-42fc-90ae-1dfb3f8e10ff tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200005 Mar 21 17:28:31.328828 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43511bd1-acbf-4026-8a27-589a83417f6d req-b38ac476-c4fe-496e-a498-df510020b4f7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:31.332619 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43511bd1-acbf-4026-8a27-589a83417f6d req-b38ac476-c4fe-496e-a498-df510020b4f7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 944 time: 0.1395574 Mar 21 17:28:31.379497 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] For port b8938a5c-3c0e-4a54-835c-e1dd71fe0459, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:28:31.400679 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] For port b8938a5c-3c0e-4a54-835c-e1dd71fe0459, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:28:31.413335 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:31.425663 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43511bd1-acbf-4026-8a27-589a83417f6d req-93151997-eebd-47fe-913c-2002c5d88ee8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875068 Mar 21 17:28:31.456803 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:31.457473 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:31.458889 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] 10.222.0.23 "PUT /v2.0/ports/b8938a5c-3c0e-4a54-835c-e1dd71fe0459 HTTP/1.1" status: 200 len: 1094 time: 1.0688691 Mar 21 17:28:31.462135 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:31.465320 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:31.499842 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0ea97-5e08-4ae2-a488-07471d65df03 service neutron] Pushing event updated for resources: {'Port': ['ID=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:31.541895 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf479ee-94a4-42e5-93bd-b38ed468692f x-openstack-request-id: req-faf479ee-94a4-42e5-93bd-b38ed468692f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:31.542248 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:31.542437 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faf479ee-94a4-42e5-93bd-b38ed468692f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:31.542837 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'status': 'completed', 'code': 200} Mar 21 17:28:31.608927 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device c1005bbb-5d8b-4488-b1ef-fe972771d132 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:28:31.684969 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-54d0dab5-8366-4c93-91c2-9841d2efd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:31.686454 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-54d0dab5-8366-4c93-91c2-9841d2efd5f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 1128 time: 0.1428099 Mar 21 17:28:31.715296 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port c1005bbb-5d8b-4488-b1ef-fe972771d132 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:28:31.721318 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port c1005bbb-5d8b-4488-b1ef-fe972771d132 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:31.722188 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:31.738277 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-d2597f5c-57b3-43b8-ae1c-8ad679376e9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459 HTTP/1.1" status: 200 len: 217 time: 0.0427284 Mar 21 17:28:31.817167 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-f24ff269-9b40-40e9-861f-c012e25ecb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:31.819474 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-f24ff269-9b40-40e9-861f-c012e25ecb1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0613489 Mar 21 17:28:31.848597 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port c1005bbb-5d8b-4488-b1ef-fe972771d132 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:31.849051 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:31.879793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-299ea028-3b32-4f30-bc2b-899e1e0f8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:31.881963 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-299ea028-3b32-4f30-bc2b-899e1e0f8b95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0541096 Mar 21 17:28:31.882960 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:31.885451 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1a13c9-2e30-4ee9-ab94-ece1ecc2146f" -d '{"events": [{"server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "name": "network-vif-plugged", "status": "completed", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:31.931379 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:31.936622 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545bfabd-86e7-44dd-b25b-a937ed80d9d9 x-openstack-request-id: req-545bfabd-86e7-44dd-b25b-a937ed80d9d9 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:31.937093 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "name": "network-vif-plugged", "status": "completed", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:31.937509 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-545bfabd-86e7-44dd-b25b-a937ed80d9d9 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:31.938012 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'code': 200} Mar 21 17:28:31.939755 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:32.013020 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-217538b8-d1f7-4262-a79b-5592f318c32f service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234210 Mar 21 17:28:32.021333 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:32.095803 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa0afc-f42b-4aa1-9386-d4c9f9541739 req-30f89ff1-9a97-4646-b46b-7a9e9584eeb6 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.097353 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-77fa0afc-f42b-4aa1-9386-d4c9f9541739 req-30f89ff1-9a97-4646-b46b-7a9e9584eeb6 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.1402895 Mar 21 17:28:32.210803 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-77fa0afc-f42b-4aa1-9386-d4c9f9541739 req-adcc98d3-93b2-43c5-83b7-ac640e41f4be tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010518 Mar 21 17:28:32.218463 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-95cc27b3-ce63-4cea-99be-dee3fbbfeb58 req-752baf26-f0f7-4dd4-a887-02019df66670 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982496 Mar 21 17:28:32.239123 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e705-091d-4718-a8d5-64dbf6c5c125 req-1a1d3dc8-a18f-484c-b662-c4a6d8fc3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.244913 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e377e705-091d-4718-a8d5-64dbf6c5c125 req-1a1d3dc8-a18f-484c-b662-c4a6d8fc3bf2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1129 time: 0.1397920 Mar 21 17:28:32.346421 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e377e705-091d-4718-a8d5-64dbf6c5c125 req-33371b86-142b-467a-a084-2608d4ece93b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816088 Mar 21 17:28:32.377987 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-496c000e-821f-4d79-8204-c431a8c915fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.379501 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-496c000e-821f-4d79-8204-c431a8c915fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 1128 time: 0.0857406 Mar 21 17:28:32.427553 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ccef-9bf3-4923-9503-d6de67ee1491 req-a867ce1e-c7e2-4124-a60c-9f8eeab400da tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.429612 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8af7ccef-9bf3-4923-9503-d6de67ee1491 req-a867ce1e-c7e2-4124-a60c-9f8eeab400da tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0687366 Mar 21 17:28:32.490780 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8af7ccef-9bf3-4923-9503-d6de67ee1491 req-2c0bcbaf-b87c-4a4d-a4bc-e7dab9700617 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548632 Mar 21 17:28:32.526742 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:32.674397 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac78611-22f8-43ca-afce-79038af9638a req-34b903cf-5432-4a26-a499-da57300e50ee tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.675862 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2ac78611-22f8-43ca-afce-79038af9638a req-34b903cf-5432-4a26-a499-da57300e50ee tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 944 time: 0.1165295 Mar 21 17:28:32.733021 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-6d91a3c7-ddb1-48ec-8273-1d395a150ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.734481 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-6d91a3c7-ddb1-48ec-8273-1d395a150ee3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.1413810 Mar 21 17:28:32.745942 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2ac78611-22f8-43ca-afce-79038af9638a req-98e41221-168b-4016-bb1d-23f968c524ce tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633509 Mar 21 17:28:32.785704 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-c86ac08d-6884-4926-8c1a-0910ebf84e76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459 HTTP/1.1" status: 200 len: 217 time: 0.0388167 Mar 21 17:28:32.841130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-9c4d6844-0e2e-4614-ab12-f208730499f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.843003 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-9c4d6844-0e2e-4614-ab12-f208730499f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0500183 Mar 21 17:28:32.913277 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-6a0f23ce-5d80-4857-813f-4c3b503f11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:32.915310 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-6a0f23ce-5d80-4857-813f-4c3b503f11f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0642440 Mar 21 17:28:33.038897 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-0bac4242-1e4b-4b13-86ab-8ce923192fab service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078575 Mar 21 17:28:33.137935 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-00fe7225-43d7-48d4-b3a0-49dc97ef3f0d req-5112ea80-87d3-434d-a7e0-f95daa806f5f service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884318 Mar 21 17:28:33.362007 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3625-fb99-41b7-af93-f8311317e9cc req-946428e4-1288-4e82-9ac4-efa247d3f0f3 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:33.363735 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e83a3625-fb99-41b7-af93-f8311317e9cc req-946428e4-1288-4e82-9ac4-efa247d3f0f3 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0779665 Mar 21 17:28:33.420950 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e83a3625-fb99-41b7-af93-f8311317e9cc req-62cfedf9-b874-4b0e-ab24-da1406985b18 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506804 Mar 21 17:28:33.632533 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94fff-5067-46ca-ba48-484bd99f22c1 req-5a37c284-c9e1-4896-921e-4e9296a1d7e2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:33.634362 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-73e94fff-5067-46ca-ba48-484bd99f22c1 req-5a37c284-c9e1-4896-921e-4e9296a1d7e2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0569303 Mar 21 17:28:33.685301 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-73e94fff-5067-46ca-ba48-484bd99f22c1 req-985d6d2e-ca14-48c5-8972-9551566b5464 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425360 Mar 21 17:28:33.890495 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa457adf-96cc-4bf8-9683-49500c0ea65a req-62822cd3-6e35-4ddc-8185-2c9d186e4121 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:33.891988 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fa457adf-96cc-4bf8-9683-49500c0ea65a req-62822cd3-6e35-4ddc-8185-2c9d186e4121 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 944 time: 0.0622215 Mar 21 17:28:33.962092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fa457adf-96cc-4bf8-9683-49500c0ea65a req-73e8275f-4c94-414c-af91-ceea15c43890 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626204 Mar 21 17:28:34.543465 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ff1f7-f993-4005-a142-a908dcff62fe req-696e18a3-33c5-48bd-98ce-e554354ac439 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:34.544999 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3f1ff1f7-f993-4005-a142-a908dcff62fe req-696e18a3-33c5-48bd-98ce-e554354ac439 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0565555 Mar 21 17:28:34.597121 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3f1ff1f7-f993-4005-a142-a908dcff62fe req-8833d05a-109a-4eae-ab27-74bb70b2bf9d tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448914 Mar 21 17:28:34.739168 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8485b-17cf-4cee-a19d-d5413cb6a321 req-df4788e3-bbb7-40e5-ab4c-df9f39564049 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:34.743086 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-39c8485b-17cf-4cee-a19d-d5413cb6a321 req-df4788e3-bbb7-40e5-ab4c-df9f39564049 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0775428 Mar 21 17:28:34.837902 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-39c8485b-17cf-4cee-a19d-d5413cb6a321 req-e2cb527d-b1d5-41b1-9f40-6884675b1b2a tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855987 Mar 21 17:28:34.881782 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b398d-15ad-4ef7-b659-4b14045ba9aa req-70ef022b-e5b2-4e4a-bb3d-7be959fa26ae tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:34.883437 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8e9b398d-15ad-4ef7-b659-4b14045ba9aa req-70ef022b-e5b2-4e4a-bb3d-7be959fa26ae tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.1092112 Mar 21 17:28:34.958016 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8e9b398d-15ad-4ef7-b659-4b14045ba9aa req-ffd1f94c-85f4-4e08-83cd-128a39e1d641 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658383 Mar 21 17:28:35.104398 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e088173-5d94-4d80-a87d-764baae70544 req-88b776e9-f5a0-476d-8677-6387664109ac tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:35.107555 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6e088173-5d94-4d80-a87d-764baae70544 req-88b776e9-f5a0-476d-8677-6387664109ac tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 944 time: 0.0638030 Mar 21 17:28:35.167502 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6e088173-5d94-4d80-a87d-764baae70544 req-792a10a3-4adf-4550-9983-8c335ea26459 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543199 Mar 21 17:28:35.245355 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f4285-16d1-4871-b14e-1baf765c2681 req-be47c95b-a11c-49fc-abab-8b4916daf4ba tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:35.245355 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-419f4285-16d1-4871-b14e-1baf765c2681 req-be47c95b-a11c-49fc-abab-8b4916daf4ba tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0620821 Mar 21 17:28:35.294581 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-419f4285-16d1-4871-b14e-1baf765c2681 req-48f090c9-efa8-4ff0-92f5-1800d1b54e8d tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451431 Mar 21 17:28:35.593542 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b8938a5c-3c0e-4a54-835c-e1dd71fe0459 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:28:35.703226 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port b8938a5c-3c0e-4a54-835c-e1dd71fe0459, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:35.714760 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'port_id': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'mac_address': 'fa:16:3e:d2:19:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:28:35.751376 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:35.751800 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:35.764770 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8938a5c-3c0e-4a54-835c-e1dd71fe0459 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:35.785137 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port b8938a5c-3c0e-4a54-835c-e1dd71fe0459, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:35.788979 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:35.838264 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:36.083327 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39a5e-43c9-404f-b56b-b9d406eb66fb req-8dca4e2c-8306-49c3-a861-6097598b6e6e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:36.085442 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-def39a5e-43c9-404f-b56b-b9d406eb66fb req-8dca4e2c-8306-49c3-a861-6097598b6e6e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0652649 Mar 21 17:28:36.132494 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-def39a5e-43c9-404f-b56b-b9d406eb66fb req-3020abba-9585-4148-81a5-f7c65a55a0bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 Mar 21 17:28:36.246006 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['b8938a5c-3c0e-4a54-835c-e1dd71fe0459'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:28:36.331195 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528260f-43df-4b7b-bfd2-a914188aca5f req-0527923a-70b4-4f04-9f3d-cab5a1210dfd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:36.333084 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4528260f-43df-4b7b-bfd2-a914188aca5f req-0527923a-70b4-4f04-9f3d-cab5a1210dfd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 945 time: 0.0920362 Mar 21 17:28:36.336262 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-e72d57c1-f2c1-46b1-8461-93a577c6b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:36.337686 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-e72d57c1-f2c1-46b1-8461-93a577c6b87d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 1130 time: 0.0684240 Mar 21 17:28:36.432415 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4528260f-43df-4b7b-bfd2-a914188aca5f req-7334986c-5f48-463a-9fd9-dabc528df0df tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931313 Mar 21 17:28:36.463546 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-ff2e4342-8ce7-4880-8e5d-a98cc5852ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:36.465050 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-ff2e4342-8ce7-4880-8e5d-a98cc5852ee7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.1122861 Mar 21 17:28:36.742601 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-3a669d6f-dada-4435-b343-6df62382760d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 200 len: 1002 time: 0.2707186 Mar 21 17:28:36.795649 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-06c8b7f2-7e37-438f-afcb-de8f0a3e4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:36.797313 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-06c8b7f2-7e37-438f-afcb-de8f0a3e4951 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0440960 Mar 21 17:28:36.853551 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-79afd19f-ea20-41fd-80a7-f2653114eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:36.855044 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-79afd19f-ea20-41fd-80a7-f2653114eeab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0472474 Mar 21 17:28:36.948019 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-a0a70722-f00c-4bcd-8014-f3044510da63 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787256 Mar 21 17:28:37.048640 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0ea9cb6c-642a-49f7-8b4c-03dec2b7e2de req-961945c7-2dc8-4ff8-89ab-258fe8852835 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873728 Mar 21 17:28:37.265842 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55d8a1-d0ad-4d8b-a3f1-78d00ede0acd req-8a0dcfdf-ca33-4866-8983-3f8bb20d156a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:37.268610 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb55d8a1-d0ad-4d8b-a3f1-78d00ede0acd req-8a0dcfdf-ca33-4866-8983-3f8bb20d156a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 946 time: 0.0613687 Mar 21 17:28:37.313069 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb55d8a1-d0ad-4d8b-a3f1-78d00ede0acd req-450548cc-a1cf-46b2-8951-c74700ad7f8a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Mar 21 17:28:37.550989 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039df986-4d32-4170-84fc-3d5b4bcc534e req-ce6120bf-d109-4062-80f1-9692b2fdbd6f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:37.552366 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-039df986-4d32-4170-84fc-3d5b4bcc534e req-ce6120bf-d109-4062-80f1-9692b2fdbd6f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 945 time: 0.0510132 Mar 21 17:28:37.597588 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-039df986-4d32-4170-84fc-3d5b4bcc534e req-9cf524ba-9317-45fc-aac6-c008505e6d82 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395408 Mar 21 17:28:37.643633 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b8938a5c-3c0e-4a54-835c-e1dd71fe0459 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:28:37.690670 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:28:37.695005 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:37.695382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:37.769138 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:37.769515 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:37.796227 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:37.798508 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e2f9ad-56e0-4f56-b882-8d504be51140" -d '{"events": [{"server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "name": "network-vif-plugged", "status": "completed", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:37.811055 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port b8938a5c-3c0e-4a54-835c-e1dd71fe0459, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:37.815051 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:37.815705 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:28:37.855382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7804fb8d-ce6f-48ce-aba4-361a0fe7c362 x-openstack-request-id: req-7804fb8d-ce6f-48ce-aba4-361a0fe7c362 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:37.855672 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "name": "network-vif-plugged", "status": "completed", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:37.855928 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7804fb8d-ce6f-48ce-aba4-361a0fe7c362 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:37.856337 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'code': 200} Mar 21 17:28:37.894354 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:37.938570 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: ACTIVE; New status is: DOWN {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:37.938953 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:37.977219 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:37.981949 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:38.034152 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=8']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:38.040998 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158499c4-4885-4da2-9067-64e4ecafdf88 req-5632b95c-ce84-4794-be3e-676813f4c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:38.042540 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-158499c4-4885-4da2-9067-64e4ecafdf88 req-5632b95c-ce84-4794-be3e-676813f4c463 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 1130 time: 0.0486853 Mar 21 17:28:38.089491 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-158499c4-4885-4da2-9067-64e4ecafdf88 req-cef778f5-846a-46d5-b088-6ddae62faad7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 Mar 21 17:28:38.436861 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624cf2e-ba4b-4f04-92ca-bde5c92b820d req-21121bd4-dea8-49ac-ad6d-e9cbe7be0dc7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:38.438940 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d624cf2e-ba4b-4f04-92ca-bde5c92b820d req-21121bd4-dea8-49ac-ad6d-e9cbe7be0dc7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0562575 Mar 21 17:28:38.486429 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d624cf2e-ba4b-4f04-92ca-bde5c92b820d req-d4c8f411-843a-4898-9d1a-af4584cb0cfa tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421007 Mar 21 17:28:38.716965 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17317d-df4d-4378-a6b8-07bb44efb35f req-8027f3fd-4925-4a43-bef6-d9b0a5db5f9f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:38.718401 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ab17317d-df4d-4378-a6b8-07bb44efb35f req-8027f3fd-4925-4a43-bef6-d9b0a5db5f9f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 946 time: 0.0509710 Mar 21 17:28:38.765926 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ab17317d-df4d-4378-a6b8-07bb44efb35f req-9a1b36e7-1d3f-41f8-8c0d-d04a65b53b14 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 Mar 21 17:28:39.451321 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d164e5-810b-4116-a355-5ec3d77f7a79 req-c74396dd-aa83-4302-9514-a536dce59798 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:39.452815 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-89d164e5-810b-4116-a355-5ec3d77f7a79 req-c74396dd-aa83-4302-9514-a536dce59798 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0518060 Mar 21 17:28:39.503776 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-89d164e5-810b-4116-a355-5ec3d77f7a79 req-349a3828-8a47-4ce5-b2de-39d7a9efeea3 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Mar 21 17:28:39.527199 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 50784) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:39.641414 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db8f0c-54d6-4490-ba21-61fdc6d4df3f req-0e653e5d-061a-40da-b4b9-4ffc95c5a437 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:39.642880 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c7db8f0c-54d6-4490-ba21-61fdc6d4df3f req-0e653e5d-061a-40da-b4b9-4ffc95c5a437 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0797918 Mar 21 17:28:39.683410 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0744a9d-af0b-459d-aaa5-7c9ba090a928 tempest-TestMinimumBasicScenario-331524806 tempest-TestMinimumBasicScenario-331524806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:39.684969 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f0744a9d-af0b-459d-aaa5-7c9ba090a928 tempest-TestMinimumBasicScenario-331524806 tempest-TestMinimumBasicScenario-331524806-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1124 time: 0.1567519 Mar 21 17:28:39.687904 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 50788) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:39.695991 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'port_id': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:39.709161 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c7db8f0c-54d6-4490-ba21-61fdc6d4df3f req-7a3796b8-ade6-4ad6-a3da-f126eb559c0f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599096 Mar 21 17:28:39.725895 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:39.827000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:39.857309 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:39.859905 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169796ff-494e-4f68-9b30-953318fdb4fc" -d '{"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-unplugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:39.894077 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98345e5f-8cfe-4f40-ac64-15d2f87300b0 x-openstack-request-id: req-98345e5f-8cfe-4f40-ac64-15d2f87300b0 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:39.894369 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-unplugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:39.894627 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98345e5f-8cfe-4f40-ac64-15d2f87300b0 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:39.895029 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e', 'code': 200} Mar 21 17:28:39.960641 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10f43a-98b4-4c81-a4ca-28aaedca3e1a req-2d1d715c-320f-47d8-9e89-1ce7d2c6afb9 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:39.962409 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4a10f43a-98b4-4c81-a4ca-28aaedca3e1a req-2d1d715c-320f-47d8-9e89-1ce7d2c6afb9 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 946 time: 0.1220560 Mar 21 17:28:39.994222 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Allocated IP 172.28.2.201 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/4d9342d2-0e5c-4760-85be-d4a1c78104ee) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:28:40.072257 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4a10f43a-98b4-4c81-a4ca-28aaedca3e1a req-9a0ec9a7-7363-4857-9d02-cf73484866ca tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035089 Mar 21 17:28:40.121912 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.196417 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.247125 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050923fd-7531-4506-9b11-11100f6f7410 req-99f74b79-dc9d-4fd7-88e3-9b6e208b5d0e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:40.248088 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-050923fd-7531-4506-9b11-11100f6f7410 req-99f74b79-dc9d-4fd7-88e3-9b6e208b5d0e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 946 time: 0.1060512 Mar 21 17:28:40.251554 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:28:40.257290 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50796) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:40.259818 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:28:40.264378 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:28:40.267312 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'port_id': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:40.268500 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'Port': ['ID=4d9342d2-0e5c-4760-85be-d4a1c78104ee,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:40.320952 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (9d07be4d-4041-4c64-8490-dc0079f9258d), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.581385 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for floatingip (dc46b933-0bff-4b65-8fda-d9964395e249), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.649770 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.761170 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-001453dc-5b82-4c85-990b-c129789d0224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.854549 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.859541 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.899272 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (dc46b933-0bff-4b65-8fda-d9964395e249), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.909643 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae490c5-56ec-4ccd-b527-d6179085c9c6 req-fc45b3ef-3ae9-427b-b8ea-562e8a49a4a1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:40.911111 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7ae490c5-56ec-4ccd-b527-d6179085c9c6 req-fc45b3ef-3ae9-427b-b8ea-562e8a49a4a1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.1200078 Mar 21 17:28:40.965185 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.971168 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (9d07be4d-4041-4c64-8490-dc0079f9258d), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:40.982524 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'Port': ['ID=4d9342d2-0e5c-4760-85be-d4a1c78104ee,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:41.040226 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7ae490c5-56ec-4ccd-b527-d6179085c9c6 req-e99f0ba5-f6d4-4d02-9f5e-fa6ac131a35a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951169 Mar 21 17:28:41.052870 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Floating IP dc46b933-0bff-4b65-8fda-d9964395e249 associated. External IP: 172.28.2.201, port: c1005bbb-5d8b-4488-b1ef-fe972771d132. Mar 21 17:28:41.089100 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.l3_db [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 9d07be4d-4041-4c64-8490-dc0079f9258d associated. External IP: 172.28.2.187, port: b8938a5c-3c0e-4a54-835c-e1dd71fe0459. Mar 21 17:28:41.314344 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Router f48511d5-2673-4596-9b30-29df1f04424e has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:28:41.316967 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:28:41.434718 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:28:41.436747 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:28:41.440616 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:41.447459 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:28:41.454338 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] Sync routers for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:28:41.462130 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:28:41.465724 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:28:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:41.469559 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:28:41.469559 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:28:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:41.471679 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:41.493328 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-698b0945-2be1-4e86-a552-fa1a3cbd5b89 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "PUT /v2.0/floatingips/9d07be4d-4041-4c64-8490-dc0079f9258d HTTP/1.1" status: 200 len: 992 time: 1.2334590 Mar 21 17:28:41.493945 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:41.497743 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29365b43-68f1-4407-99ff-9d286c7d3bde" -d '{"events": [{"name": "network-changed", "server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:41.562191 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc256e5-f7ef-4d2c-bf9a-851c292fe04d x-openstack-request-id: req-bdc256e5-f7ef-4d2c-bf9a-851c292fe04d {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:41.562791 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:41.563189 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdc256e5-f7ef-4d2c-bf9a-851c292fe04d {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:41.563838 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'status': 'completed', 'code': 200} Mar 21 17:28:41.599395 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:28:41.639251 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:28:41.762420 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-680fc909-27a1-4ffe-a687-dad26b7712e5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0734644 Mar 21 17:28:41.763045 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50824) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:41.765254 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:41.767530 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbdbff2-75e3-4092-becb-d733edee3595" -d '{"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:41.769351 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-c794f5a3-95a7-4972-98ff-8056fbd59ec9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136717740', 'description': 'tempest-secgroup-smoke-1136717740 description', 'project_id': 'adf36243ada042d9a3d7b97e7395799e'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:41.788322 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [req-38fd9a22-1032-40db-9dc5-85dc349b5ea2 req-3b8e11af-cb3e-46dd-95a9-5cac8a7ba546 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:28:41.789326 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-38fd9a22-1032-40db-9dc5-85dc349b5ea2 req-3b8e11af-cb3e-46dd-95a9-5cac8a7ba546 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248067 Mar 21 17:28:41.831377 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-5e6ca8f1-6c4c-4b04-ac2a-8df2fc43a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:41.832920 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-5e6ca8f1-6c4c-4b04-ac2a-8df2fc43a9e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 1130 time: 0.0694997 Mar 21 17:28:41.864092 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c794f5a3-95a7-4972-98ff-8056fbd59ec9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:41.901122 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470de717-bf6c-4bb9-b8de-0838551d2d25 x-openstack-request-id: req-470de717-bf6c-4bb9-b8de-0838551d2d25 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:41.901339 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:41.903156 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-470de717-bf6c-4bb9-b8de-0838551d2d25 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:41.903156 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'status': 'completed', 'code': 200} Mar 21 17:28:41.955668 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:22Z', 'revision_number': 2, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}, {'id': '9d07be4d-4041-4c64-8490-dc0079f9258d', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:d2:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:25Z', 'updated_at': '2022-03-21T17:28:40Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:41.988878 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'dc46b933-0bff-4b65-8fda-d9964395e249', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'port_id': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'mac_address': 'fa:16:3e:21:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:40Z', 'updated_at': '2022-03-21T17:28:40Z', 'revision_number': 0, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:53Z', 'revision_number': 5, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:41.990263 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:28:41.999145 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:28:42.000071 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:28:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:42.025282 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] Checking router: f48511d5-2673-4596-9b30-29df1f04424e for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:28:42.036848 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c794f5a3-95a7-4972-98ff-8056fbd59ec9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group (d96d5937-f9e4-4f28-837d-d90948fbc62c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.038694 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:28:42.039427 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:28:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:42.045719 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c794f5a3-95a7-4972-98ff-8056fbd59ec9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (d96d5937-f9e4-4f28-837d-d90948fbc62c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.095036 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c794f5a3-95a7-4972-98ff-8056fbd59ec9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.102095 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c794f5a3-95a7-4972-98ff-8056fbd59ec9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3380716 Mar 21 17:28:42.108804 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50844) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:42.117455 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-50c4b9fc-6401-498d-9c85-9f80ee02a882 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'security_group_rule': {'security_group_id': 'd96d5937-f9e4-4f28-837d-d90948fbc62c', 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:42.124773 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:28:42.167769 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794f5a3-95a7-4972-98ff-8056fbd59ec9 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d5937-f9e4-4f28-837d-d90948fbc62c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:42.177165 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:28:42.194766 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50c4b9fc-6401-498d-9c85-9f80ee02a882 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (c052e654-24df-4d9a-81b7-65cf31db4191), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.215929 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-d919061d-d51b-4733-8159-e5ad838f3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:42.219272 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-d919061d-d51b-4733-8159-e5ad838f3c94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1129 time: 0.3152759 Mar 21 17:28:42.224830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-920c5f92-fb54-4799-9d81-a4b580c639ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:42.226285 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-920c5f92-fb54-4799-9d81-a4b580c639ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.3843036 Mar 21 17:28:42.304920 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50c4b9fc-6401-498d-9c85-9f80ee02a882 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (c052e654-24df-4d9a-81b7-65cf31db4191), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.311353 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50854) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:42.322977 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50c4b9fc-6401-498d-9c85-9f80ee02a882 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (c052e654-24df-4d9a-81b7-65cf31db4191), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.344960 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1d379-98c3-419a-989c-cbc071bf91f9 req-9e59cf9e-1dc6-4a00-be1f-18a6c3468f5c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:42.347178 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-88c1d379-98c3-419a-989c-cbc071bf91f9 req-9e59cf9e-1dc6-4a00-be1f-18a6c3468f5c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.2952154 Mar 21 17:28:42.350457 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4b9fc-6401-498d-9c85-9f80ee02a882 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c052e654-24df-4d9a-81b7-65cf31db4191,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:42.379292 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-50c4b9fc-6401-498d-9c85-9f80ee02a882 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.380563 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-50c4b9fc-6401-498d-9c85-9f80ee02a882 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709534 Mar 21 17:28:42.383767 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50858) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:42.388102 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-89d53662-9044-48b8-9da4-20adb26e7ae5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'security_group_rule': {'security_group_id': 'd96d5937-f9e4-4f28-837d-d90948fbc62c', 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:42.409053 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-1759e0c3-3bd0-4856-9bf3-5cbbfa928a40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459 HTTP/1.1" status: 200 len: 1000 time: 0.1709075 Mar 21 17:28:42.432962 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:22Z', 'revision_number': 2, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}, {'id': '9d07be4d-4041-4c64-8490-dc0079f9258d', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:d2:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:25Z', 'updated_at': '2022-03-21T17:28:40Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:42.470925 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6417568f-06e6-4298-ab53-71bf3de36de4 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:22Z', 'revision_number': 2, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}, {'id': '9d07be4d-4041-4c64-8490-dc0079f9258d', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.187', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:d2:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:25Z', 'updated_at': '2022-03-21T17:28:40Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:28:42.481169 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89d53662-9044-48b8-9da4-20adb26e7ae5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (ff6c7d45-32e2-4ad2-b163-16a11fa450f0), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.493366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-c3f49238-834b-407a-9126-4b92efae6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:42.495341 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-c3f49238-834b-407a-9126-4b92efae6cc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 916 time: 0.2665524 Mar 21 17:28:42.503785 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-d6bb31da-9fa0-46d8-99bf-79bde86c8457 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1913109 Mar 21 17:28:42.512641 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-88c1d379-98c3-419a-989c-cbc071bf91f9 req-e9a62d9c-1373-40cf-88e7-953f1df0b8b9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531796 Mar 21 17:28:42.541918 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-00ada573-e49b-4cff-810d-758aded68314 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:28:42.542124 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-00ada573-e49b-4cff-810d-758aded68314 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237155 Mar 21 17:28:42.588658 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'dc46b933-0bff-4b65-8fda-d9964395e249', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'port_id': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'mac_address': 'fa:16:3e:21:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:40Z', 'updated_at': '2022-03-21T17:28:40Z', 'revision_number': 0, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:53Z', 'revision_number': 5, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:28:42.629540 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89d53662-9044-48b8-9da4-20adb26e7ae5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (ff6c7d45-32e2-4ad2-b163-16a11fa450f0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.630575 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-05632d3b-1da5-43d0-b038-678d103ae1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:42.632910 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-05632d3b-1da5-43d0-b038-678d103ae1cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.2113502 Mar 21 17:28:42.637758 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89d53662-9044-48b8-9da4-20adb26e7ae5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (ff6c7d45-32e2-4ad2-b163-16a11fa450f0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.660702 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d53662-9044-48b8-9da4-20adb26e7ae5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6c7d45-32e2-4ad2-b163-16a11fa450f0,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:42.694287 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-89d53662-9044-48b8-9da4-20adb26e7ae5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.699341 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-89d53662-9044-48b8-9da4-20adb26e7ae5 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3145037 Mar 21 17:28:42.700211 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50870) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:42.710554 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-25c400d7-df78-49c5-b0ad-ce64f7f7ff36 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'security_group_rule': {'security_group_id': 'd96d5937-f9e4-4f28-837d-d90948fbc62c', 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:42.736699 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-f6bde2c9-1a0f-4a96-90b7-15c481f4f9a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 999 time: 0.2167070 Mar 21 17:28:42.761955 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25c400d7-df78-49c5-b0ad-ce64f7f7ff36 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (58245960-2519-4012-9065-0646fbdc6f3d), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.815932 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 50872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:42.832820 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdf9348-3370-400f-a948-ce97efcfd5e5 None None] The sync data for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb is: [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'dc46b933-0bff-4b65-8fda-d9964395e249', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'port_id': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'mac_address': 'fa:16:3e:21:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:40Z', 'updated_at': '2022-03-21T17:28:40Z', 'revision_number': 0, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:53Z', 'revision_number': 5, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:28:42.882151 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25c400d7-df78-49c5-b0ad-ce64f7f7ff36 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (58245960-2519-4012-9065-0646fbdc6f3d), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.890911 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25c400d7-df78-49c5-b0ad-ce64f7f7ff36 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (58245960-2519-4012-9065-0646fbdc6f3d), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.911990 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302f042-0b67-4840-97bc-f465ffdb0565 None None] New status for floating IP 9d07be4d-4041-4c64-8490-dc0079f9258d: ACTIVE {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:28:42.918933 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c400d7-df78-49c5-b0ad-ce64f7f7ff36 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58245960-2519-4012-9065-0646fbdc6f3d,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:42.941454 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25c400d7-df78-49c5-b0ad-ce64f7f7ff36 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.949013 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-25c400d7-df78-49c5-b0ad-ce64f7f7ff36 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454138 Mar 21 17:28:42.949330 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50878) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:42.957273 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-8452c782-b9d4-451e-bda4-1f5f7faeda09 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'security_group_rule': {'security_group_id': 'd96d5937-f9e4-4f28-837d-d90948fbc62c', 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:42.970464 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5a85c704-19a7-4231-bc21-8726eccd0b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:42.999847 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-8f98a863-ca34-44e0-bf41-3406fe3b21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:43.004110 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-8f98a863-ca34-44e0-bf41-3406fe3b21bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.3636622 Mar 21 17:28:43.004914 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8452c782-b9d4-451e-bda4-1f5f7faeda09 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (db090e76-5700-42f8-bc7b-706f9f8786c4), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.068506 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-92f55f6b-6640-4c18-9eb1-9613273c5f52 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:43.088531 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-92f55f6b-6640-4c18-9eb1-9613273c5f52 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports/11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 200 len: 941 time: 0.2695575 Mar 21 17:28:43.113282 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8452c782-b9d4-451e-bda4-1f5f7faeda09 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (db090e76-5700-42f8-bc7b-706f9f8786c4), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.113490 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-880db369-a847-4455-815a-b460cb6dea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:43.115373 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-880db369-a847-4455-815a-b460cb6dea06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 200 len: 854 time: 0.3196216 Mar 21 17:28:43.121341 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8452c782-b9d4-451e-bda4-1f5f7faeda09 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (db090e76-5700-42f8-bc7b-706f9f8786c4), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.174133 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452c782-b9d4-451e-bda4-1f5f7faeda09 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db090e76-5700-42f8-bc7b-706f9f8786c4,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:43.189489 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8452c782-b9d4-451e-bda4-1f5f7faeda09 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.190733 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8452c782-b9d4-451e-bda4-1f5f7faeda09 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2405109 Mar 21 17:28:43.193782 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50882) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:43.210781 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'security_group_rule': {'security_group_id': 'd96d5937-f9e4-4f28-837d-d90948fbc62c', 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:43.271608 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37529a8a-5729-4ffa-b9cb-5d4c3e02eb59 None None] New status for floating IP dc46b933-0bff-4b65-8fda-d9964395e249: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:28:43.283984 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.securitygroups_db [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Project adf36243ada042d9a3d7b97e7395799e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 17:28:43.291322 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-cdf961db-d1f6-4626-b3be-76d1ad484632 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018991 Mar 21 17:28:43.301288 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (66100c8b-cebb-42b7-8142-079584316362), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.377596 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (66100c8b-cebb-42b7-8142-079584316362), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.383113 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (66100c8b-cebb-42b7-8142-079584316362), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.385830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-67bfd447-447d-4b8d-9f13-cbc1991a4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:43.387649 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-67bfd447-447d-4b8d-9f13-cbc1991a4c77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12069fde-28b7-4121-bdfe-7982bab9ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1739016 Mar 21 17:28:43.411924 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66100c8b-cebb-42b7-8142-079584316362,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:43.422184 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.426574 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-160c6dba-e424-4213-8cdb-5be434414e27 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2313454 Mar 21 17:28:43.427499 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 50888) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:28:43.433108 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'security_group_rule': {'security_group_id': 'd96d5937-f9e4-4f28-837d-d90948fbc62c', 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:43.457233 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.securitygroups_db [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Project adf36243ada042d9a3d7b97e7395799e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 17:28:43.468505 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (f7bcf7de-0c47-48fb-ae67-a65b674e75c1), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.502693 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-29365b43-68f1-4407-99ff-9d286c7d3bde req-3f2e8046-b1c3-4f80-82f4-30b4d4bef175 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895747 Mar 21 17:28:43.537808 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-69f6ebfb-728d-4670-b35b-dd1c7bec0ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425688 Mar 21 17:28:43.554907 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (f7bcf7de-0c47-48fb-ae67-a65b674e75c1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.559532 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (f7bcf7de-0c47-48fb-ae67-a65b674e75c1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.579880 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bcf7de-0c47-48fb-ae67-a65b674e75c1,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:43.589023 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:43.590339 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-46394cab-2c59-451e-baa6-90e589226523 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614869 Mar 21 17:28:43.643988 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:28:43.730273 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: DOWN; New status is: DOWN {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:43.737842 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cfbdbff2-75e3-4092-becb-d733edee3595 req-e17781d6-1f46-439e-8027-ea9ffa8a06df service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844647 Mar 21 17:28:43.744518 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-311daaf8-d803-4823-ae2b-14aad91e3057 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136717740&fields=id&tenant_id=adf36243ada042d9a3d7b97e7395799e HTTP/1.1" status: 200 len: 267 time: 0.1034515 Mar 21 17:28:43.752498 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a43a4-48e0-4722-8425-b7e8f341bb6a req-61bd74ad-0a1f-4b9f-949f-b8f4443bd0f3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:43.754093 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cd2a43a4-48e0-4722-8425-b7e8f341bb6a req-61bd74ad-0a1f-4b9f-949f-b8f4443bd0f3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.1466782 Mar 21 17:28:43.831693 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cd2a43a4-48e0-4722-8425-b7e8f341bb6a req-8d05a978-aad2-491e-b115-e26afe41e034 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660517 Mar 21 17:28:43.839381 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-55c3ec59-6c0c-41d7-b1f3-c0be1aeba868 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:43.840841 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-55c3ec59-6c0c-41d7-b1f3-c0be1aeba868 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0858185 Mar 21 17:28:43.851230 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'port': {'security_groups': ['78f3896c-e0be-401b-bfd8-d3e1310bed71', 'd96d5937-f9e4-4f28-837d-d90948fbc62c']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:28:43.925706 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:44.010027 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:44.152081 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:44.183971 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:44.188654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:44.205458 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['c1005bbb-5d8b-4488-b1ef-fe972771d132'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:28:44.235646 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:44.236382 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:44.237854 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e66c7b77-c7ab-4ed7-a4fa-4c8d0046d2dc req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "PUT /v2.0/ports/c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 981 time: 0.3912883 Mar 21 17:28:44.238323 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:28:44.241504 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e438832f-231c-4ccd-b3c4-8954f9aaf512" -d '{"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:28:44.281428 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dcb0c-71cf-4ffd-8e8c-6477e8702782 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=6']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:28:44.300616 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debbf0b1-d016-43b7-8d05-1d9fed3a193a x-openstack-request-id: req-debbf0b1-d016-43b7-8d05-1d9fed3a193a {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:28:44.300908 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:28:44.301164 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-debbf0b1-d016-43b7-8d05-1d9fed3a193a {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:28:44.301580 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'status': 'completed', 'code': 200} Mar 21 17:28:44.411973 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744bdc1-53af-4934-8827-fe8019460235 req-3d32c0f1-8f4d-4ce4-aa0a-9414b8b34de2 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:44.414093 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2744bdc1-53af-4934-8827-fe8019460235 req-3d32c0f1-8f4d-4ce4-aa0a-9414b8b34de2 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0984690 Mar 21 17:28:44.416155 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-43d545d2-1688-4444-8f68-58a1e76e8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:44.417563 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-43d545d2-1688-4444-8f68-58a1e76e8811 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1168 time: 0.0718117 Mar 21 17:28:44.460262 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['c1005bbb-5d8b-4488-b1ef-fe972771d132'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:28:44.547498 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2744bdc1-53af-4934-8827-fe8019460235 req-4a44a79d-d42b-4fa3-a15c-65bbd9026a11 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266308 Mar 21 17:28:44.559011 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-7805b99f-de32-44cd-bbb2-c73c4ba95dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:44.560700 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-7805b99f-de32-44cd-bbb2-c73c4ba95dd2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 916 time: 0.1332738 Mar 21 17:28:44.570125 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-5371e003-8cf9-44c4-908e-fb09dd2fa13f None None] Provisioning complete for port c1005bbb-5d8b-4488-b1ef-fe972771d132 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:28:44.570585 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5371e003-8cf9-44c4-908e-fb09dd2fa13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:44.643233 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-550733c4-e9ae-48e6-bb6b-5a56c564afe9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 1001 time: 0.0609133 Mar 21 17:28:44.706196 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-c3ce26d3-4ff1-454f-9e93-8ec21cc5c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:44.707635 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-c3ce26d3-4ff1-454f-9e93-8ec21cc5c0c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 200 len: 854 time: 0.0468848 Mar 21 17:28:44.769912 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-eed5da94-d8c9-4744-a5db-78f9ba4f083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:44.772070 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-eed5da94-d8c9-4744-a5db-78f9ba4f083d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12069fde-28b7-4121-bdfe-7982bab9ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0478873 Mar 21 17:28:44.794221 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-5371e003-8cf9-44c4-908e-fb09dd2fa13f None None] Current status of the port c1005bbb-5d8b-4488-b1ef-fe972771d132 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:44.932531 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-1133021e-9e12-47de-9d43-8a31d6e769cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:44.934008 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-1133021e-9e12-47de-9d43-8a31d6e769cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e&tenant_id=e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 1128 time: 0.1381171 Mar 21 17:28:44.979782 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-4f3e6001-6cd3-4604-8020-e4e326a8452a service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910648 Mar 21 17:28:45.065668 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae143211-ae16-4b48-8711-98720b598c2a req-b74f1ecd-3eed-452a-a608-a31846026c2c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:45.067037 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ae143211-ae16-4b48-8711-98720b598c2a req-b74f1ecd-3eed-452a-a608-a31846026c2c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.1607811 Mar 21 17:28:45.095246 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-6d9a00c9-82cb-4e18-9757-db186dc38e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:45.096712 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-6d9a00c9-82cb-4e18-9757-db186dc38e91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 1128 time: 0.1309769 Mar 21 17:28:45.195401 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ae143211-ae16-4b48-8711-98720b598c2a req-81fc28f8-736b-4c64-b80e-1065082ce935 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211166 Mar 21 17:28:45.197272 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e438832f-231c-4ccd-b3c4-8954f9aaf512 req-eaca725a-f1ab-4dc0-831f-72046061d818 service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974385 Mar 21 17:28:45.229065 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-80b9a8ea-2f1d-4e75-ba2a-b5423278440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:45.230519 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-80b9a8ea-2f1d-4e75-ba2a-b5423278440c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.1241517 Mar 21 17:28:45.298205 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-161cbe13-3150-4e4d-9042-be285647f095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 200 len: 1000 time: 0.0595682 Mar 21 17:28:45.373687 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-270b49ec-0a5d-4b41-8ae8-cf57161fb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:45.375119 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-270b49ec-0a5d-4b41-8ae8-cf57161fb87c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0456319 Mar 21 17:28:45.426824 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-fb062f94-4f01-47ca-b763-e2737e8d83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:45.428859 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-fb062f94-4f01-47ca-b763-e2737e8d83ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0422127 Mar 21 17:28:45.518034 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-cc837fb9-2e6c-461b-93db-ec8293b83b00 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790842 Mar 21 17:28:45.518236 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:45.610226 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6f00d460-0b01-41b8-86cd-4605ef798afe req-b3dd6b12-53d2-46ed-b008-dfe46a27ebbd service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831163 Mar 21 17:28:46.321655 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69e66-56ad-4ab5-b03e-cc8042ea2d14 req-6fd8d65b-b543-434a-b521-4df11fd30a31 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:46.323141 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-97c69e66-56ad-4ab5-b03e-cc8042ea2d14 req-6fd8d65b-b543-434a-b521-4df11fd30a31 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0527730 Mar 21 17:28:46.369827 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-97c69e66-56ad-4ab5-b03e-cc8042ea2d14 req-2b7a8192-a138-416a-ac4a-5dff7e422c23 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Mar 21 17:28:47.027131 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:47.500395 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c570e9-dd54-4792-bc82-633f229021d0 req-8bb806fa-eaa8-48d5-bec1-59e7ba9ab9d9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:47.501843 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30c570e9-dd54-4792-bc82-633f229021d0 req-8bb806fa-eaa8-48d5-bec1-59e7ba9ab9d9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0565739 Mar 21 17:28:47.550229 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30c570e9-dd54-4792-bc82-633f229021d0 req-db70c708-fe43-43ee-b934-5c2d2f6e1925 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Mar 21 17:28:48.675256 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70848d37-44f0-4a76-aeed-6a6307092ebf req-c04358b2-2b55-4fcb-ac7e-ed752bf31789 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:48.676903 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-70848d37-44f0-4a76-aeed-6a6307092ebf req-c04358b2-2b55-4fcb-ac7e-ed752bf31789 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0543275 Mar 21 17:28:48.723126 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-70848d37-44f0-4a76-aeed-6a6307092ebf req-ff7383d0-2b73-4ee8-a3cc-de88a442d2d8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 Mar 21 17:28:49.847626 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119f882-6162-4ab8-a563-f02a38a4ba34 req-3c878bdc-6972-4bbb-b8ba-2904fb668706 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:49.849194 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f119f882-6162-4ab8-a563-f02a38a4ba34 req-3c878bdc-6972-4bbb-b8ba-2904fb668706 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0533755 Mar 21 17:28:50.113230 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f119f882-6162-4ab8-a563-f02a38a4ba34 req-bc561789-cae1-44ab-b1a2-d8f2b89b0be6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579324 Mar 21 17:28:51.237135 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471b571-95fc-4e18-b316-47f79955c98d req-64109d64-4f86-4a0c-bd73-870b970836e8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:51.238623 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1471b571-95fc-4e18-b316-47f79955c98d req-64109d64-4f86-4a0c-bd73-870b970836e8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0516596 Mar 21 17:28:51.287095 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1471b571-95fc-4e18-b316-47f79955c98d req-1984c563-8479-43c3-8751-47447b122d5c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Mar 21 17:28:52.413249 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c0b21-f5fa-43fd-8571-a92b4f466267 req-0eac26dd-031a-4bf8-b568-d42aacd2e507 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:52.414789 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-033c0b21-f5fa-43fd-8571-a92b4f466267 req-0eac26dd-031a-4bf8-b568-d42aacd2e507 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0525591 Mar 21 17:28:52.465731 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-033c0b21-f5fa-43fd-8571-a92b4f466267 req-77bfa295-8a88-44df-932f-4408ad1ae400 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451918 Mar 21 17:28:53.591144 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64724e8b-70d1-4b51-a315-f270b33e3d1b req-22275891-e811-4860-8bb1-64a336d98606 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:53.592659 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-64724e8b-70d1-4b51-a315-f270b33e3d1b req-22275891-e811-4860-8bb1-64a336d98606 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0542965 Mar 21 17:28:53.640592 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-64724e8b-70d1-4b51-a315-f270b33e3d1b req-cb4481fc-2a71-41ca-b136-ef5301f7786f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Mar 21 17:28:54.127083 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:28:54.762462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d8c72-2eec-4884-a6bc-970f2b0267f8 req-6e9ab165-0fa8-4649-9b50-64e4387532fe tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:54.763944 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-927d8c72-2eec-4884-a6bc-970f2b0267f8 req-6e9ab165-0fa8-4649-9b50-64e4387532fe tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0519416 Mar 21 17:28:54.814748 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-927d8c72-2eec-4884-a6bc-970f2b0267f8 req-cc5cca9d-963d-4a20-8db8-99810fcad4a3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447652 Mar 21 17:28:55.958853 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bc24b-0e67-4faa-a958-ab1d1ecd38c1 req-cc73159f-48b0-4995-bbd5-df6a26dc426f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:55.960441 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b04bc24b-0e67-4faa-a958-ab1d1ecd38c1 req-cc73159f-48b0-4995-bbd5-df6a26dc426f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0561068 Mar 21 17:28:56.009506 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b04bc24b-0e67-4faa-a958-ab1d1ecd38c1 req-d59047e0-ae16-4437-84c0-e3aaf2b16196 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 Mar 21 17:28:57.133665 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b6db5-8888-4f0f-b14e-6925d75629d2 req-2a2560d3-8563-4fc1-9452-cdce652eb5ba tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:57.135137 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-582b6db5-8888-4f0f-b14e-6925d75629d2 req-2a2560d3-8563-4fc1-9452-cdce652eb5ba tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0520101 Mar 21 17:28:57.180638 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-582b6db5-8888-4f0f-b14e-6925d75629d2 req-cafc6d49-3f2f-4f41-9b03-12af1c2f6b05 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Mar 21 17:28:58.301743 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4ec89-fd59-4fa1-bba8-e1d3bd60c7cd req-b6fbdcc5-7830-4a16-ad34-6ef75da02a96 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:58.303202 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-40e4ec89-fd59-4fa1-bba8-e1d3bd60c7cd req-b6fbdcc5-7830-4a16-ad34-6ef75da02a96 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0517263 Mar 21 17:28:58.353415 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-40e4ec89-fd59-4fa1-bba8-e1d3bd60c7cd req-c0522a2e-8cc3-4778-9971-23f4bfd25a84 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446904 Mar 21 17:28:59.472463 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f74e5e-ef23-4547-8813-4ecb9f93fbe3 req-90ff485a-6a94-4c6b-b2b0-9d7c2e64d3ea tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:28:59.473896 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-82f74e5e-ef23-4547-8813-4ecb9f93fbe3 req-90ff485a-6a94-4c6b-b2b0-9d7c2e64d3ea tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 944 time: 0.0510328 Mar 21 17:28:59.518507 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-82f74e5e-ef23-4547-8813-4ecb9f93fbe3 req-28850db7-769f-4ef1-99fb-9a7612e0bef4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392461 Mar 21 17:28:59.733545 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:28:59.828354 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:59.840403 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '11414615-cbe6-49be-8532-35092fe2e57e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'port_id': '11414615-cbe6-49be-8532-35092fe2e57e', 'mac_address': 'fa:16:3e:0a:cd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:28:59.875696 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:28:59.876123 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:59.892846 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11414615-cbe6-49be-8532-35092fe2e57e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:28:59.912163 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:28:59.917212 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:28:59.963606 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=9']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:00.330120 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['11414615-cbe6-49be-8532-35092fe2e57e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:29:00.637617 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3366bc7-a231-41ec-aa05-2a85550a982b req-7f5e0beb-e009-4b52-8eba-140e2754944c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:00.639102 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b3366bc7-a231-41ec-aa05-2a85550a982b req-7f5e0beb-e009-4b52-8eba-140e2754944c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 945 time: 0.0515463 Mar 21 17:29:00.684869 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b3366bc7-a231-41ec-aa05-2a85550a982b req-42127a79-00f4-43ad-bb26-cfd44e821339 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 Mar 21 17:29:01.411827 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21065a-cd4e-407d-86a9-5a0484e074fb req-19457303-1cb5-412e-8f92-226b3b5ad64b tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:01.413200 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ae21065a-cd4e-407d-86a9-5a0484e074fb req-19457303-1cb5-412e-8f92-226b3b5ad64b tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0552132 Mar 21 17:29:01.459435 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ae21065a-cd4e-407d-86a9-5a0484e074fb req-0c5b4012-f698-4557-b26c-eb98748e8e18 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Mar 21 17:29:01.749758 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:29:01.796772 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 11414615-cbe6-49be-8532-35092fe2e57e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:29:01.797150 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (11414615-cbe6-49be-8532-35092fe2e57e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:01.806011 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec754-2e7c-4220-817e-4a4b928609a2 req-0538a38b-4d7d-4fac-9491-75b55b7aa34e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:01.807493 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-533ec754-2e7c-4220-817e-4a4b928609a2 req-0538a38b-4d7d-4fac-9491-75b55b7aa34e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 945 time: 0.0519366 Mar 21 17:29:01.863861 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-533ec754-2e7c-4220-817e-4a4b928609a2 req-f8dcdc60-3697-4354-b34c-b2e33c97b104 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Mar 21 17:29:01.881967 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 11414615-cbe6-49be-8532-35092fe2e57e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:29:01.882358 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:01.904798 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:01.906999 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7179126b-c885-42a9-9f2a-ea5b041980d3" -d '{"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-plugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:01.919397 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:01.923781 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:01.948732 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1fe84-a32a-4be0-ba6c-21592e1b846b x-openstack-request-id: req-9df1fe84-a32a-4be0-ba6c-21592e1b846b {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:01.949049 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-plugged", "status": "completed", "tag": "11414615-cbe6-49be-8532-35092fe2e57e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:01.949304 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9df1fe84-a32a-4be0-ba6c-21592e1b846b {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:01.949686 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e', 'code': 200} Mar 21 17:29:01.973767 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=10']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:01.981553 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.981902 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.982247 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.982602 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.982941 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.983269 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.983594 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.983918 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.984269 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.984593 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.984914 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.985236 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.985555 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.985874 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:01.986189 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:02.498596 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:02.577354 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b827-034a-4e45-a03f-8a9007d289ec req-eb0e23f2-a0ff-449a-b7e7-6ec80e521df3 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:02.578795 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7799b827-034a-4e45-a03f-8a9007d289ec req-eb0e23f2-a0ff-449a-b7e7-6ec80e521df3 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0538194 Mar 21 17:29:02.623706 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7799b827-034a-4e45-a03f-8a9007d289ec req-f159e143-ddc2-461e-95c1-b1e82b933a5d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Mar 21 17:29:02.987105 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc488c3-86c8-409e-98ff-a063cc6e8c8d req-f679b655-e1f8-40b7-8eca-0dd8c4728df4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:02.988763 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fcc488c3-86c8-409e-98ff-a063cc6e8c8d req-f679b655-e1f8-40b7-8eca-0dd8c4728df4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.0526433 Mar 21 17:29:03.035216 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fcc488c3-86c8-409e-98ff-a063cc6e8c8d req-3cd738ee-fcfc-48b8-b1ca-bbda2033dd35 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Mar 21 17:29:03.737934 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c186532-bad7-4dac-9ab9-2e1bf46b45c5 req-bd991615-9842-4b9f-9e1e-919b7a385e52 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:03.739371 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7c186532-bad7-4dac-9ab9-2e1bf46b45c5 req-bd991615-9842-4b9f-9e1e-919b7a385e52 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0506566 Mar 21 17:29:03.795315 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7c186532-bad7-4dac-9ab9-2e1bf46b45c5 req-2fb6ae78-54f0-4e8f-9e05-90a7eacb5c6b tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499384 Mar 21 17:29:04.158782 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92404152-db65-4d16-98a3-c0020a0dd088 req-976ca285-d194-4429-aa6b-28605c612a55 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:04.160280 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-92404152-db65-4d16-98a3-c0020a0dd088 req-976ca285-d194-4429-aa6b-28605c612a55 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.0531409 Mar 21 17:29:04.205154 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-92404152-db65-4d16-98a3-c0020a0dd088 req-a0112d3d-0ab7-44b8-b9d3-1b805897072d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392959 Mar 21 17:29:04.848784 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc4513-40a4-4ac9-affb-318349b6cabe req-9de7790d-b6b2-4358-be1d-30024c6d60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:04.850287 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afdc4513-40a4-4ac9-affb-318349b6cabe req-9de7790d-b6b2-4358-be1d-30024c6d60e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 1131 time: 0.0438356 Mar 21 17:29:04.930512 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afdc4513-40a4-4ac9-affb-318349b6cabe req-6ac8dbb6-ae63-432a-bc78-5a67fc2bd1a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694561 Mar 21 17:29:04.943351 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adc7ed-9769-40a9-af1b-3f218b6c2ff0 req-9cf27ef9-cfec-4a50-a9dd-beb64c57dfd1 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:04.944756 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-60adc7ed-9769-40a9-af1b-3f218b6c2ff0 req-9cf27ef9-cfec-4a50-a9dd-beb64c57dfd1 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0785701 Mar 21 17:29:04.993231 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-60adc7ed-9769-40a9-af1b-3f218b6c2ff0 req-b7d2e914-f2c5-4e48-a6de-c4e16e66b650 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Mar 21 17:29:05.326511 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df67f27-f617-4da2-8900-0f5f6a039076 req-07e2732f-156e-419d-aaee-5cb8ab114843 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:05.327998 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8df67f27-f617-4da2-8900-0f5f6a039076 req-07e2732f-156e-419d-aaee-5cb8ab114843 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.0514317 Mar 21 17:29:05.372079 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8df67f27-f617-4da2-8900-0f5f6a039076 req-cf3b2673-0ce5-4dce-8db9-b322f705b4a8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387104 Mar 21 17:29:06.107779 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ad1bb-f5ce-4de2-b7ef-f4eddfcccc77 req-4edc0a6e-715e-4705-95e4-296dbd18ae9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:06.109269 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-435ad1bb-f5ce-4de2-b7ef-f4eddfcccc77 req-4edc0a6e-715e-4705-95e4-296dbd18ae9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0506303 Mar 21 17:29:06.157454 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-435ad1bb-f5ce-4de2-b7ef-f4eddfcccc77 req-8cdc5215-dad1-4eed-b49c-257ea038a749 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Mar 21 17:29:06.401114 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6df871-47de-4515-bada-4bbac64c03bd req-848fe089-f868-4f33-9e1c-1a6e4b2d1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:06.402609 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb6df871-47de-4515-bada-4bbac64c03bd req-848fe089-f868-4f33-9e1c-1a6e4b2d1129 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 1129 time: 0.0438309 Mar 21 17:29:06.549100 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65ee1-e7cc-423e-9bca-0090f538d3f1 req-a86c0d7c-af6c-4f17-abe9-933dd3d76346 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:06.550635 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-69d65ee1-e7cc-423e-9bca-0090f538d3f1 req-a86c0d7c-af6c-4f17-abe9-933dd3d76346 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.1053305 Mar 21 17:29:06.570212 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6df871-47de-4515-bada-4bbac64c03bd req-8894f247-7cc9-48ad-9755-dc924518f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:06.571691 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb6df871-47de-4515-bada-4bbac64c03bd req-8894f247-7cc9-48ad-9755-dc924518f8c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 912 time: 0.1451683 Mar 21 17:29:06.649983 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-69d65ee1-e7cc-423e-9bca-0090f538d3f1 req-74b24575-da54-4bd5-851f-f0aadbf45ae7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898142 Mar 21 17:29:06.686893 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb6df871-47de-4515-bada-4bbac64c03bd req-4dbbf726-b55e-4e10-a451-b8cf3d4bf258 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 200 len: 1001 time: 0.0998936 Mar 21 17:29:06.746264 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6df871-47de-4515-bada-4bbac64c03bd req-7865fff5-4b8a-474f-adcd-710061dcf082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:06.747803 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb6df871-47de-4515-bada-4bbac64c03bd req-7865fff5-4b8a-474f-adcd-710061dcf082 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.0500364 Mar 21 17:29:06.799297 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6df871-47de-4515-bada-4bbac64c03bd req-c7c61d49-7985-40e4-8c9c-8eceb6884fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:06.800911 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb6df871-47de-4515-bada-4bbac64c03bd req-c7c61d49-7985-40e4-8c9c-8eceb6884fe9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0466716 Mar 21 17:29:06.890727 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb6df871-47de-4515-bada-4bbac64c03bd req-3be0983c-1cf9-4c39-8833-b23936ac52e7 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813737 Mar 21 17:29:06.986357 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bb6df871-47de-4515-bada-4bbac64c03bd req-3729342f-d10d-44ff-b5f0-76a45bff7808 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884178 Mar 21 17:29:07.281241 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20218bc0-22e0-4004-8fdb-b65833e797fb req-c58f2780-7047-4b93-bd03-5b7732924e54 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:07.282720 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-20218bc0-22e0-4004-8fdb-b65833e797fb req-c58f2780-7047-4b93-bd03-5b7732924e54 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0568452 Mar 21 17:29:07.332079 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-20218bc0-22e0-4004-8fdb-b65833e797fb req-03f6963b-2450-4de0-9a24-a019c1bb223a tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Mar 21 17:29:07.785842 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bf5fd-69c1-405f-8b01-e1b7c4a61501 req-cc29e945-62cc-471e-aa19-2edeb1a93e57 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:07.787325 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f17bf5fd-69c1-405f-8b01-e1b7c4a61501 req-cc29e945-62cc-471e-aa19-2edeb1a93e57 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.0579927 Mar 21 17:29:07.834549 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f17bf5fd-69c1-405f-8b01-e1b7c4a61501 req-3fbaa9a3-492d-49fb-81bd-bcc2ec9d0b91 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416746 Mar 21 17:29:07.957222 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde899f-f1a3-47c4-8543-45dc92411b2e req-e92ffe73-f78e-4a8f-a3d8-63eb6f043101 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:07.958598 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0cde899f-f1a3-47c4-8543-45dc92411b2e req-e92ffe73-f78e-4a8f-a3d8-63eb6f043101 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.0513506 Mar 21 17:29:08.003402 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0cde899f-f1a3-47c4-8543-45dc92411b2e req-b0f7cbfb-4253-4090-ba2a-b419959f6faa tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Mar 21 17:29:08.447762 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4eb57-9a24-4758-811d-98e31c10e514 req-3e45cf53-f661-48cd-920a-683e348d3288 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:08.449209 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fba4eb57-9a24-4758-811d-98e31c10e514 req-3e45cf53-f661-48cd-920a-683e348d3288 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0502102 Mar 21 17:29:08.496543 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fba4eb57-9a24-4758-811d-98e31c10e514 req-3e158c50-437c-4ffe-845f-069ab7703cc7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Mar 21 17:29:09.135654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91462da-2514-4b4f-8136-6afa1421e567 req-916f414c-4003-4b8d-8cf2-5b85a2e07837 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:09.137262 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f91462da-2514-4b4f-8136-6afa1421e567 req-916f414c-4003-4b8d-8cf2-5b85a2e07837 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.0684371 Mar 21 17:29:09.183058 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f91462da-2514-4b4f-8136-6afa1421e567 req-d157eee1-feb8-4c3d-b5b4-75655432c5ed tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Mar 21 17:29:09.609995 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd1378-e88a-4747-a4ec-698000cb252b req-af4bd0ac-4764-4b64-8a30-5c89146cec2f tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:09.611432 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bdd1378-e88a-4747-a4ec-698000cb252b req-af4bd0ac-4764-4b64-8a30-5c89146cec2f tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0507598 Mar 21 17:29:09.655656 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bdd1378-e88a-4747-a4ec-698000cb252b req-6bb7ae9f-89d3-4b40-952a-9525cb377c18 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388455 Mar 21 17:29:10.299579 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf8e02-75e1-49cd-8b42-b247b912bb63 req-4019bf4a-d78a-4f17-ba77-d70db169845a tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:10.301061 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-becf8e02-75e1-49cd-8b42-b247b912bb63 req-4019bf4a-d78a-4f17-ba77-d70db169845a tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Mar 21 17:29:10.345760 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-becf8e02-75e1-49cd-8b42-b247b912bb63 req-bcc4e0b6-a2e5-4a10-9f29-086c028de134 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Mar 21 17:29:10.753275 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bea57ac0-a0de-4e1b-ad2f-83460da19aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:10.777860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff5e8-7d8a-486c-9c20-6134fc303c37 req-d415b47d-d3f3-4330-acad-63ab304c43ab tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:10.779366 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5f8ff5e8-7d8a-486c-9c20-6134fc303c37 req-d415b47d-d3f3-4330-acad-63ab304c43ab tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0597577 Mar 21 17:29:10.824976 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5f8ff5e8-7d8a-486c-9c20-6134fc303c37 req-3e357791-2229-4c7b-bc23-7b1a3dc96d3f tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398445 Mar 21 17:29:11.466412 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a75050-8105-4cd1-af60-7f6b711832de req-c8e18326-88b5-47b4-bbee-7c107fe96ad1 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:11.467893 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45a75050-8105-4cd1-af60-7f6b711832de req-c8e18326-88b5-47b4-bbee-7c107fe96ad1 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.0548508 Mar 21 17:29:11.513276 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45a75050-8105-4cd1-af60-7f6b711832de req-2ccd91a2-83d8-46e6-b2b1-76aa7a370648 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Mar 21 17:29:11.941507 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b10b8a-d5ac-4b3c-b401-4f89e6636657 req-dc020866-670a-4794-8ce7-8b8164c10284 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:11.942954 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30b10b8a-d5ac-4b3c-b401-4f89e6636657 req-dc020866-670a-4794-8ce7-8b8164c10284 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0512986 Mar 21 17:29:11.988435 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30b10b8a-d5ac-4b3c-b401-4f89e6636657 req-26e9a654-4016-46f4-9598-bdbb91aac1f1 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401168 Mar 21 17:29:12.625790 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93ad41-5e0e-4ae9-a77a-e7193fde2051 req-d331fa8f-cac9-4d4b-88b2-351c1b525916 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:12.627503 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ea93ad41-5e0e-4ae9-a77a-e7193fde2051 req-d331fa8f-cac9-4d4b-88b2-351c1b525916 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.0513337 Mar 21 17:29:12.677072 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ea93ad41-5e0e-4ae9-a77a-e7193fde2051 req-65282280-6dc0-4e42-a9c8-818aa3b887c5 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Mar 21 17:29:12.936565 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7cae-9f17-41c7-adc4-54148740a0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:13.105981 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7c9e5-c481-44df-80c4-1871c988bd24 req-e74e9aee-504d-4f92-aa46-e793013ff36d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:13.107428 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66d7c9e5-c481-44df-80c4-1871c988bd24 req-e74e9aee-504d-4f92-aa46-e793013ff36d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Mar 21 17:29:13.153464 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66d7c9e5-c481-44df-80c4-1871c988bd24 req-a1448832-0455-4f62-b865-a232bbc8fb9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404193 Mar 21 17:29:13.792390 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288d9c-3296-488b-afe1-30423bd515d3 req-15428534-4309-4d37-9034-ae5743af0f0e tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:13.793840 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8288d9c-3296-488b-afe1-30423bd515d3 req-15428534-4309-4d37-9034-ae5743af0f0e tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.0510619 Mar 21 17:29:13.837855 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8288d9c-3296-488b-afe1-30423bd515d3 req-335da1a2-9153-4ba2-b3c1-1eb946d58aa1 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385985 Mar 21 17:29:14.009683 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:14.036481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4820ef-8687-495e-b666-313c93d73e22 req-e726a963-5313-4b8e-830b-647c12f027da tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:14.037899 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6c4820ef-8687-495e-b666-313c93d73e22 req-e726a963-5313-4b8e-830b-647c12f027da tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 945 time: 0.0551369 Mar 21 17:29:14.127428 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Deleting port 7a72fc79-30bf-4aa7-a47e-80c64d378394 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:29:14.127756 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:14.216564 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] For port 7a72fc79-30bf-4aa7-a47e-80c64d378394, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7a72fc79-30bf-4aa7-a47e-80c64d378394,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:14.216922 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:14.252483 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Calling delete_port for 7a72fc79-30bf-4aa7-a47e-80c64d378394 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:29:14.345035 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fe9d9-ef82-4d32-bc72-bc8f7875e6d5 req-f75d9ad2-84c8-4cba-aba4-0bb58ffedb9a tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:14.346423 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c21fe9d9-ef82-4d32-bc72-bc8f7875e6d5 req-f75d9ad2-84c8-4cba-aba4-0bb58ffedb9a tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.1270993 Mar 21 17:29:14.410789 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c21fe9d9-ef82-4d32-bc72-bc8f7875e6d5 req-c727f75e-a28f-4893-a06e-4f39c1f6a0bb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580993 Mar 21 17:29:14.454809 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (7a72fc79-30bf-4aa7-a47e-80c64d378394), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:14.467525 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['7a72fc79-30bf-4aa7-a47e-80c64d378394'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:29:14.483343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Pushing event deleted for resources: {'Port': ['ID=7a72fc79-30bf-4aa7-a47e-80c64d378394,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:14.534000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.534344 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.534681 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.535020 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.535348 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.535675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.535998 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.536347 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.536670 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.536996 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.537314 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.537635 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.537953 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.538286 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.538585 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:14.557657 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] No DVR routers for this DVR port 7a72fc79-30bf-4aa7-a47e-80c64d378394 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:29:14.560556 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:14.563786 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6c4820ef-8687-495e-b666-313c93d73e22 req-295a9422-7045-41fa-a03d-1e59efaa8f63 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "DELETE /v2.0/ports/7a72fc79-30bf-4aa7-a47e-80c64d378394 HTTP/1.1" status: 204 len: 173 time: 0.5204170 Mar 21 17:29:14.564238 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'name': 'network-vif-deleted', 'tag': '7a72fc79-30bf-4aa7-a47e-80c64d378394'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:14.566463 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0644e47c-f473-4e29-84ca-7beea3074d35" -d '{"events": [{"server_uuid": "9843e29e-9a69-42a0-9969-31fc4bef59f2", "name": "network-vif-deleted", "tag": "7a72fc79-30bf-4aa7-a47e-80c64d378394"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:14.601420 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f3c6d2-984a-472d-b166-27fb7e29cbd8 x-openstack-request-id: req-67f3c6d2-984a-472d-b166-27fb7e29cbd8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:14.601713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9843e29e-9a69-42a0-9969-31fc4bef59f2", "name": "network-vif-deleted", "tag": "7a72fc79-30bf-4aa7-a47e-80c64d378394", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:14.601980 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67f3c6d2-984a-472d-b166-27fb7e29cbd8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:14.602391 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9843e29e-9a69-42a0-9969-31fc4bef59f2', 'name': 'network-vif-deleted', 'tag': '7a72fc79-30bf-4aa7-a47e-80c64d378394', 'status': 'completed', 'code': 200} Mar 21 17:29:14.938904 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9ef485ff-5c81-4a74-8c97-bc085ed6caf7 req-a2b9bede-cd74-4443-9a07-42c30b73c4c0 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=9843e29e-9a69-42a0-9969-31fc4bef59f2 HTTP/1.1" status: 200 len: 210 time: 0.0269907 Mar 21 17:29:15.518986 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:15.531198 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5877c9-2c88-4c7e-bdf2-76fab94dd730 req-694f081f-8a8c-4d53-93af-bba5f45dabb9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:15.532719 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-af5877c9-2c88-4c7e-bdf2-76fab94dd730 req-694f081f-8a8c-4d53-93af-bba5f45dabb9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0532532 Mar 21 17:29:15.581022 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-af5877c9-2c88-4c7e-bdf2-76fab94dd730 req-7c4c23c7-3efe-4f72-aa22-729d7ea2f6e6 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Mar 21 17:29:16.695832 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374489cc-9945-47d3-a17b-64544cc8442d req-bf91b040-26a4-49be-8b60-cae820093f74 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:16.697329 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-374489cc-9945-47d3-a17b-64544cc8442d req-bf91b040-26a4-49be-8b60-cae820093f74 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Mar 21 17:29:16.745722 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-374489cc-9945-47d3-a17b-64544cc8442d req-4d8b3357-04d5-48f4-b865-90843247145b tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Mar 21 17:29:17.029792 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:17.794835 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 7a72fc79-30bf-4aa7-a47e-80c64d378394 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:29:17.815284 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 7a72fc79-30bf-4aa7-a47e-80c64d378394 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:29:17.815632 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 7a72fc79-30bf-4aa7-a47e-80c64d378394 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:29:17.860199 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453806b-6f70-4a93-87a0-56378fe68024 req-7935cfbb-b23d-4afa-b439-7baf4659a64d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:17.861659 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b453806b-6f70-4a93-87a0-56378fe68024 req-7935cfbb-b23d-4afa-b439-7baf4659a64d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Mar 21 17:29:17.906517 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b453806b-6f70-4a93-87a0-56378fe68024 req-407172c2-2a8f-4cf4-9b2f-bb4fb007a4a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Mar 21 17:29:18.102430 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b361f-2964-4bc3-b58b-d388cebd0229 req-58f33501-7ce0-4b9e-b983-d9c6885bacb6 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:18.103945 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-527b361f-2964-4bc3-b58b-d388cebd0229 req-58f33501-7ce0-4b9e-b983-d9c6885bacb6 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0558350 Mar 21 17:29:18.180607 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-527b361f-2964-4bc3-b58b-d388cebd0229 req-0f26d401-a156-4775-a4da-cf8c11fa0082 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711215 Mar 21 17:29:18.183391 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-c20cbfda-3877-41e5-a34c-367b4c5970d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:18.184738 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-c20cbfda-3877-41e5-a34c-367b4c5970d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 1129 time: 0.0696359 Mar 21 17:29:18.277532 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-14de272a-02c2-48fa-9a8f-1ab616a00845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:18.278992 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-14de272a-02c2-48fa-9a8f-1ab616a00845 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 912 time: 0.0855491 Mar 21 17:29:18.341861 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-fd8db90d-0cc5-40e8-a238-cf87106e032b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 200 len: 1001 time: 0.0559580 Mar 21 17:29:18.393499 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-77e4e2df-16e8-4a67-a4ee-3f0cb4d64f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:18.395364 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-77e4e2df-16e8-4a67-a4ee-3f0cb4d64f82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.0425982 Mar 21 17:29:18.454014 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-24b7ce24-14cb-4f77-92f6-478b4136cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:18.455770 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-24b7ce24-14cb-4f77-92f6-478b4136cdf6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0468750 Mar 21 17:29:18.549528 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-bc0cc737-bfa8-4787-be48-99041bb099fd service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856118 Mar 21 17:29:18.640411 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2fe80154-db7b-49c1-9c2c-7c30815106af req-0fda9ef4-2536-426d-87b9-1c590857f9f8 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839984 Mar 21 17:29:19.304108 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8e73c-cbe5-4ec8-994c-f686fc2e27c9 req-7f1a889a-fd42-42be-ab01-8a136b4b1f71 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:19.306288 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-96d8e73c-cbe5-4ec8-994c-f686fc2e27c9 req-7f1a889a-fd42-42be-ab01-8a136b4b1f71 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0553916 Mar 21 17:29:19.350539 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-96d8e73c-cbe5-4ec8-994c-f686fc2e27c9 req-65d2cf70-0ec0-420f-a82e-4d588e8dc1e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388110 Mar 21 17:29:19.755627 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-a7346cec-5a50-4a98-8374-9d781902dabc tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:19.757121 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-a7346cec-5a50-4a98-8374-9d781902dabc tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/networks?id=0759836c-7fab-41f6-8f42-2e97b3948441 HTTP/1.1" status: 200 len: 814 time: 0.0993407 Mar 21 17:29:19.770975 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-c5a37c81-815e-4b20-ae23-c11110142f98 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/quotas/ea4f4f68a9de4145a3873d534c12240b HTTP/1.1" status: 200 len: 375 time: 0.0085647 Mar 21 17:29:19.802583 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-ffc661c5-be99-4812-9b4f-e190cd9775be tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea4f4f68a9de4145a3873d534c12240b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262117 Mar 21 17:29:19.887402 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-fa55928c-1982-422b-9155-80ac85f41283 service neutron] 10.222.0.20 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786197 Mar 21 17:29:19.975741 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-5b1a3a45-11a1-4788-b7c4-c61f85e59fbb service neutron] 10.222.0.20 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828640 Mar 21 17:29:20.127679 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e884abb9-89fd-4142-8761-d0bdbf08d4bd req-326d5cb7-39c0-4415-9b57-4ec7a2d3ae52 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 210 time: 0.0263577 Mar 21 17:29:20.470704 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b458b0-315b-4eeb-b246-f541b5425fe4 req-800b4c91-c157-42f3-a6eb-bd7347f556a1 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:20.472184 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e0b458b0-315b-4eeb-b246-f541b5425fe4 req-800b4c91-c157-42f3-a6eb-bd7347f556a1 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0532455 Mar 21 17:29:20.520221 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e0b458b0-315b-4eeb-b246-f541b5425fe4 req-c58b9d5b-b969-46fc-9fd2-fa1ed3528e8b tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 Mar 21 17:29:21.093058 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-20ddfffe-ee23-44ba-8f29-bac1a4aa4a85 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:21.094400 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-20ddfffe-ee23-44ba-8f29-bac1a4aa4a85 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "GET /v2.0/networks?id=0759836c-7fab-41f6-8f42-2e97b3948441 HTTP/1.1" status: 200 len: 814 time: 0.1007373 Mar 21 17:29:21.108645 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Request body: {'port': {'device_id': '610d5318-623a-4789-adee-aa718a578ed2', 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441', 'admin_state_up': True, 'tenant_id': 'ea4f4f68a9de4145a3873d534c12240b'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:21.443588 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-49e8cefd-4dd2-42d2-9c35-220077f6ae66 req-bc513108-3fee-4651-9bf6-ae28f7bc730e tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 210 time: 0.2474597 Mar 21 17:29:21.457429 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Made reservation on behalf of ea4f4f68a9de4145a3873d534c12240b for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:29:21.461346 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:21.581466 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Allocated IP 172.20.0.11 (0759836c-7fab-41f6-8f42-2e97b3948441/13f0cd0b-504b-46a2-9e6c-9fc186ddfd77/1076eba3-7433-4c12-bfd6-ff1a8e3cdd52) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:29:21.717840 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks [] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:21.749299 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:21.793178 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Network 0759836c-7fab-41f6-8f42-2e97b3948441 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:29:21.796282 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:29:21.801806 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:29:21.807278 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:21.807891 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:21.815844 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Pushing event updated for resources: {'Port': ['ID=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:21.828045 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-f0f80c60-cb8e-495a-a36c-29ccf16161fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7230546 Mar 21 17:29:21.843271 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Request body: {'port': {'device_id': '610d5318-623a-4789-adee-aa718a578ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:21.899299 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:22.149517 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:29:22.156924 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Publish callbacks [] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:22.168878 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Transition to ACTIVE for port object 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:29:22.172283 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:22.221321 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Pushing event updated for resources: {'Port': ['ID=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:22.249763 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Attempting to bind port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:29:22.250099 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Attempting to bind port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:29:22.250423 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Attempting to bind port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 on network 0759836c-7fab-41f6-8f42-2e97b3948441 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:29:22.254639 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 on network 0759836c-7fab-41f6-8f42-2e97b3948441 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:29:22.254953 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Attempting to bind port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 on network 0759836c-7fab-41f6-8f42-2e97b3948441 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:29:22.259648 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:29:22.259979 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Checking segment: {'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:29:22.260382 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Bound using segment: {'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:29:22.260799 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Bound port: 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c98c55d-2188-4583-ae30-f0b12ba45f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:29:22.261151 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:22.320796 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] For port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:29:22.323777 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] For port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:29:22.329159 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:22.362637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:22.363244 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:22.364616 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] 10.222.0.23 "PUT /v2.0/ports/1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 HTTP/1.1" status: 200 len: 1094 time: 0.5253706 Mar 21 17:29:22.365041 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610d5318-623a-4789-adee-aa718a578ed2', 'tag': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:22.367775 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b224fe9b-2363-4234-8ecc-e501094f2dae" -d '{"events": [{"name": "network-changed", "server_uuid": "610d5318-623a-4789-adee-aa718a578ed2", "tag": "1076eba3-7433-4c12-bfd6-ff1a8e3cdd52"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:22.393363 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57e2de-6f02-4c86-a496-03fa53015564 service neutron] Pushing event updated for resources: {'Port': ['ID=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:22.423805 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bf9433-0943-4f3b-8d81-e29c70bb0927 x-openstack-request-id: req-07bf9433-0943-4f3b-8d81-e29c70bb0927 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:22.424123 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610d5318-623a-4789-adee-aa718a578ed2", "tag": "1076eba3-7433-4c12-bfd6-ff1a8e3cdd52", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:22.424385 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07bf9433-0943-4f3b-8d81-e29c70bb0927 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:22.424817 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610d5318-623a-4789-adee-aa718a578ed2', 'tag': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52', 'status': 'completed', 'code': 200} Mar 21 17:29:22.459319 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-2406d5d2-5ba1-4958-bc78-e1f9de1243a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:22.460858 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-2406d5d2-5ba1-4958-bc78-e1f9de1243a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4f4f68a9de4145a3873d534c12240b&device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 1128 time: 0.0559375 Mar 21 17:29:22.504123 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-4cfa2ce0-54ae-4279-b622-bfaf918cf29f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 HTTP/1.1" status: 200 len: 217 time: 0.0336800 Mar 21 17:29:22.580481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-cd3bf8db-3c72-40ec-9b16-7b1d0c37b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:22.581889 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-cd3bf8db-3c72-40ec-9b16-7b1d0c37b22a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13f0cd0b-504b-46a2-9e6c-9fc186ddfd77 HTTP/1.1" status: 200 len: 854 time: 0.0649250 Mar 21 17:29:22.596024 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91262ac-4674-4b8e-9fa6-c0e0b5702b50 req-027bea32-e62a-48a7-b3b9-a9983c979849 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:22.597376 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a91262ac-4674-4b8e-9fa6-c0e0b5702b50 req-027bea32-e62a-48a7-b3b9-a9983c979849 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 944 time: 0.0884180 Mar 21 17:29:22.631990 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-de4c3552-fc65-447b-bcb4-e083cb2bccb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0759836c-7fab-41f6-8f42-2e97b3948441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337217 Mar 21 17:29:22.702685 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a91262ac-4674-4b8e-9fa6-c0e0b5702b50 req-6b04ff00-9008-4903-b162-02fed6b5daee tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966873 Mar 21 17:29:22.740219 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-8e449fb3-0a11-49a0-ac52-2deb55ad6671 service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962377 Mar 21 17:29:22.831870 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d10d8e78-e650-443b-b8bd-1bf8ea3b7bd6 req-94800840-2d0f-449c-84ee-ef2c14287145 service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853064 Mar 21 17:29:22.931766 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-c6528f34-0e51-4292-a37d-25072aad734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:22.933184 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-c6528f34-0e51-4292-a37d-25072aad734d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea4f4f68a9de4145a3873d534c12240b&device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 1128 time: 0.0442054 Mar 21 17:29:23.030793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-c74029b1-5526-410d-ab08-1eb7aff270d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:23.032244 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-c74029b1-5526-410d-ab08-1eb7aff270d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0759836c-7fab-41f6-8f42-2e97b3948441 HTTP/1.1" status: 200 len: 915 time: 0.0847836 Mar 21 17:29:23.095085 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-a9741cad-7290-4490-bf0b-2c3912a20c23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 HTTP/1.1" status: 200 len: 217 time: 0.0354683 Mar 21 17:29:23.146958 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-3f8c4613-fa57-428a-bade-da044d73475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:23.149035 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-3f8c4613-fa57-428a-bade-da044d73475d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13f0cd0b-504b-46a2-9e6c-9fc186ddfd77 HTTP/1.1" status: 200 len: 854 time: 0.0476718 Mar 21 17:29:23.180447 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-319a745d-ba18-46d0-8af1-a8aeabd7acc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0759836c-7fab-41f6-8f42-2e97b3948441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240872 Mar 21 17:29:23.267820 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-87e0eefb-9b40-4d8e-84e7-1506332cd2b1 service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798550 Mar 21 17:29:23.360708 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b224fe9b-2363-4234-8ecc-e501094f2dae req-120208a5-5c49-48f4-94d2-0e5ed7cb76b8 service neutron] 10.222.0.23 "GET /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834262 Mar 21 17:29:23.819705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7488a-9ac4-47a6-a59f-daccfb396e24 req-2879d2e9-194f-43c5-8551-12066f8c845e tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:23.821312 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-01b7488a-9ac4-47a6-a59f-daccfb396e24 req-2879d2e9-194f-43c5-8551-12066f8c845e tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 944 time: 0.0527472 Mar 21 17:29:23.866238 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-01b7488a-9ac4-47a6-a59f-daccfb396e24 req-0e7eea7b-8f2d-470a-881a-7dc0ea0be7e8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Mar 21 17:29:24.980562 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428dd8c-ab92-43fa-a563-5b6d517704ac req-bdf865d2-7ad5-46b5-b2cc-5c0299a45d08 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:24.982028 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6428dd8c-ab92-43fa-a563-5b6d517704ac req-bdf865d2-7ad5-46b5-b2cc-5c0299a45d08 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 944 time: 0.0512469 Mar 21 17:29:25.031402 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6428dd8c-ab92-43fa-a563-5b6d517704ac req-8ba9bc71-95ef-4f5c-bc4a-c375a8cffa87 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Mar 21 17:29:25.808621 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:29:25.907138 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:25.919135 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52', 'network_id': '0759836c-7fab-41f6-8f42-2e97b3948441', 'port_id': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52', 'mac_address': 'fa:16:3e:26:23:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f0cd0b-504b-46a2-9e6c-9fc186ddfd77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:29:25.962926 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:29:25.963328 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:25.977594 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:29:25.999604 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:26.003551 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:26.053832 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:26.149706 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb22af-94ae-465d-b36a-df37b029fbe7 req-b63ca258-f0f4-4ad3-b1d2-fe07a98ca78d tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:26.151203 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5cdb22af-94ae-465d-b36a-df37b029fbe7 req-b63ca258-f0f4-4ad3-b1d2-fe07a98ca78d tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 945 time: 0.0526729 Mar 21 17:29:26.197197 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5cdb22af-94ae-465d-b36a-df37b029fbe7 req-d19e2cce-547a-4173-9e94-2b1982861982 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Mar 21 17:29:26.379464 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['1076eba3-7433-4c12-bfd6-ff1a8e3cdd52'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:29:26.981490 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb3c5e-cefb-40df-abc5-fb3d0385e619 req-47e15ca3-f2eb-4c30-80fc-b136e30a61dd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:26.982872 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a0fb3c5e-cefb-40df-abc5-fb3d0385e619 req-47e15ca3-f2eb-4c30-80fc-b136e30a61dd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0744069 Mar 21 17:29:26.986057 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-db362ccf-87a9-47f0-bc7a-9c9fe4c43bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:26.987417 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-db362ccf-87a9-47f0-bc7a-9c9fe4c43bea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1129 time: 0.0879467 Mar 21 17:29:27.076572 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a0fb3c5e-cefb-40df-abc5-fb3d0385e619 req-5726cd64-4c78-4f13-a36f-c3fdab144207 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882223 Mar 21 17:29:27.102483 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-cda6ec2f-028a-4742-8f3a-a0513abb58d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:27.103947 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-cda6ec2f-028a-4742-8f3a-a0513abb58d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.1087153 Mar 21 17:29:27.172987 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-632537e3-df92-4689-84e6-3125df23d15c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 1001 time: 0.0625930 Mar 21 17:29:27.224322 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-5c601125-d9b0-43ad-94fc-783311bb76c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:27.225749 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-5c601125-d9b0-43ad-94fc-783311bb76c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0418441 Mar 21 17:29:27.304015 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-0287381c-3547-4786-b663-77e3948962cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:27.305536 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-0287381c-3547-4786-b663-77e3948962cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0726845 Mar 21 17:29:27.362727 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb9179-812c-4ec7-b3cb-fa0df7022927 req-9a8e4204-8cdf-4229-9efd-9cb8766972cd tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:27.364182 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9ceb9179-812c-4ec7-b3cb-fa0df7022927 req-9a8e4204-8cdf-4229-9efd-9cb8766972cd tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 945 time: 0.1014485 Mar 21 17:29:27.431796 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9ceb9179-812c-4ec7-b3cb-fa0df7022927 req-048e4f51-6f58-4254-87f8-bc1251bc273c tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619426 Mar 21 17:29:27.435160 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-1a7b2c39-a4ce-47c7-ac01-cbd83a190efa service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222014 Mar 21 17:29:27.528127 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a85d754-d450-420f-95d4-c5d6dcbb940a req-fa0ad257-40aa-4b3d-9de9-7f05d2731c14 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840263 Mar 21 17:29:27.825843 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:29:27.874408 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:29:27.878185 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:29:27.878614 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:27.958916 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:29:27.959396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:27.982377 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610d5318-623a-4789-adee-aa718a578ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:27.984607 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d006162e-541b-402f-be99-cedf0a5eac80" -d '{"events": [{"server_uuid": "610d5318-623a-4789-adee-aa718a578ed2", "name": "network-vif-plugged", "status": "completed", "tag": "1076eba3-7433-4c12-bfd6-ff1a8e3cdd52"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:27.997139 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:28.000933 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:28.028653 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b412cf-2274-427d-a2be-fefee60da911 x-openstack-request-id: req-45b412cf-2274-427d-a2be-fefee60da911 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:28.028967 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610d5318-623a-4789-adee-aa718a578ed2", "name": "network-vif-plugged", "status": "completed", "tag": "1076eba3-7433-4c12-bfd6-ff1a8e3cdd52", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:28.029216 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45b412cf-2274-427d-a2be-fefee60da911 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:28.029585 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610d5318-623a-4789-adee-aa718a578ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52', 'code': 200} Mar 21 17:29:28.056850 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:28.224999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f250070-e6ff-4f76-a582-55f1ec044ff5 req-75cbfbcb-661d-4dba-8b94-0c5cdf9e07bc tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:28.226472 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4f250070-e6ff-4f76-a582-55f1ec044ff5 req-75cbfbcb-661d-4dba-8b94-0c5cdf9e07bc tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0826175 Mar 21 17:29:28.232406 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ad25a-f0fe-453e-992e-b7c6d00bd0eb req-bd4ec08c-ee83-488d-a2eb-0a08a2c36c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:28.233774 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-522ad25a-f0fe-453e-992e-b7c6d00bd0eb req-bd4ec08c-ee83-488d-a2eb-0a08a2c36c6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0596957 Mar 21 17:29:28.306203 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4f250070-e6ff-4f76-a582-55f1ec044ff5 req-e6c26f22-06db-4afa-94d9-fbb3cea227a7 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714681 Mar 21 17:29:28.309515 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-522ad25a-f0fe-453e-992e-b7c6d00bd0eb req-aec0db27-83dd-4291-bca6-198368a20fde service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685446 Mar 21 17:29:28.547316 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdffc-5b55-4bcc-8975-b8ec7b595e50 req-9309c704-e8bd-4d80-a0ba-f6173f73f3e4 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:28.548800 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fdbcdffc-5b55-4bcc-8975-b8ec7b595e50 req-9309c704-e8bd-4d80-a0ba-f6173f73f3e4 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0517445 Mar 21 17:29:28.594199 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fdbcdffc-5b55-4bcc-8975-b8ec7b595e50 req-7f08b449-a754-4d1c-8e12-33d4f309e2cb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Mar 21 17:29:29.422890 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33a2d-cd78-4e6f-97a3-b6e2fb3370d3 req-54f3fef6-cf61-4431-8f14-2554801e0c72 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:29.424333 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0d33a2d-cd78-4e6f-97a3-b6e2fb3370d3 req-54f3fef6-cf61-4431-8f14-2554801e0c72 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Mar 21 17:29:29.471817 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0d33a2d-cd78-4e6f-97a3-b6e2fb3370d3 req-ae220f65-68b3-44f7-b130-7194338b4230 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 Mar 21 17:29:29.708766 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1edf78-17bf-41e8-8f24-e79e420431dd req-d146c41a-6d7e-4672-bcc3-04749a4519e5 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:29.710229 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ff1edf78-17bf-41e8-8f24-e79e420431dd req-d146c41a-6d7e-4672-bcc3-04749a4519e5 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0516222 Mar 21 17:29:29.755792 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ff1edf78-17bf-41e8-8f24-e79e420431dd req-fe4efb0b-79d3-4e45-8074-340919c9560b tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Mar 21 17:29:30.563621 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b36a9-1bf9-425d-a0ba-1f253258d6db req-b28794a4-30e4-45d4-8e41-93115b5f29f6 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:30.565082 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e28b36a9-1bf9-425d-a0ba-1f253258d6db req-b28794a4-30e4-45d4-8e41-93115b5f29f6 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0948725 Mar 21 17:29:30.594479 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-a8bf0f45-f7b1-41a6-bb2b-3f71b108c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:30.595877 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-a8bf0f45-f7b1-41a6-bb2b-3f71b108c3a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1168 time: 0.0996931 Mar 21 17:29:30.697452 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf80e4-9efc-4fc0-8089-4ffb2353cd9f req-2437afea-5cb9-452b-b4b4-28e02b5f437c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:30.698910 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1ddf80e4-9efc-4fc0-8089-4ffb2353cd9f req-2437afea-5cb9-452b-b4b4-28e02b5f437c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.1583645 Mar 21 17:29:30.715128 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e28b36a9-1bf9-425d-a0ba-1f253258d6db req-da094cc9-51e9-4eba-94d7-682aa4b78bc3 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349063 Mar 21 17:29:30.759913 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-13daafd3-a72b-4415-a706-605216fe0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:30.761299 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-13daafd3-a72b-4415-a706-605216fe0620 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 916 time: 0.1576538 Mar 21 17:29:30.780380 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1ddf80e4-9efc-4fc0-8089-4ffb2353cd9f req-cf0c94c5-511e-470c-9253-c88a41914c7c tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733879 Mar 21 17:29:30.851717 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-6f177a6d-5bbf-4ee8-8e23-4f2fd2a06c8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 1001 time: 0.0834906 Mar 21 17:29:30.906704 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e668e-c19b-48cd-baa8-b907071021bd req-37a86c73-81e5-43c9-ae83-01b9100738fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:30.908129 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e89e668e-c19b-48cd-baa8-b907071021bd req-37a86c73-81e5-43c9-ae83-01b9100738fb tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0875573 Mar 21 17:29:30.930728 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-af05c4f9-f3d1-4acd-9f65-3855b9e5c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:30.932070 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-af05c4f9-f3d1-4acd-9f65-3855b9e5c886 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 200 len: 854 time: 0.0670362 Mar 21 17:29:30.981902 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e89e668e-c19b-48cd-baa8-b907071021bd req-c31c8c30-b131-4c29-ad8d-a7fcaa26122b tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681510 Mar 21 17:29:30.996569 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-89ce4381-add4-43c1-8941-2041bd422b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:30.998012 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-89ce4381-add4-43c1-8941-2041bd422b0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12069fde-28b7-4121-bdfe-7982bab9ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0589128 Mar 21 17:29:31.089615 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-0ff8f63a-0d2e-4c50-bc6d-db1cd4f57c0a service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 Mar 21 17:29:31.125918 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:29:31.181541 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e433051-ef8b-43d1-b85e-9a9f2515e97d req-ad45614d-dbc5-4121-9edf-89e4335403d4 service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827701 Mar 21 17:29:31.831651 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc15619-a1c8-42af-8f42-f9fb81a7b0ec req-7cf6676a-a0d8-4cfa-9f9b-4432d2abb051 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:31.833168 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2cc15619-a1c8-42af-8f42-f9fb81a7b0ec req-7cf6676a-a0d8-4cfa-9f9b-4432d2abb051 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0524952 Mar 21 17:29:31.926743 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2cc15619-a1c8-42af-8f42-f9fb81a7b0ec req-2e0612c6-95a7-4f1f-84cc-ebcbf7dbf167 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868492 Mar 21 17:29:31.938059 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d10d7e-44b7-4480-be20-b9e46d765e22 req-893e5ee4-558e-4dc5-b7dc-3b342c3bd55a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:31.939444 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-67d10d7e-44b7-4480-be20-b9e46d765e22 req-893e5ee4-558e-4dc5-b7dc-3b342c3bd55a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0920155 Mar 21 17:29:31.986030 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-67d10d7e-44b7-4480-be20-b9e46d765e22 req-3fb68c2b-08a0-4502-a37d-b6fd3bb3e76a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Mar 21 17:29:32.512402 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:33.042852 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002831d6-10e9-4b77-a7b7-e34dfcf6efc2 req-7a3fd1af-ea69-438f-89f2-0ea893ee4e80 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:33.044447 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-002831d6-10e9-4b77-a7b7-e34dfcf6efc2 req-7a3fd1af-ea69-438f-89f2-0ea893ee4e80 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0527248 Mar 21 17:29:33.134891 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-002831d6-10e9-4b77-a7b7-e34dfcf6efc2 req-e84d3c74-0e82-4c0d-a942-055883e05c5f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847275 Mar 21 17:29:33.146206 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053a4f4-1d5d-4d5b-b629-6ad95fab5e35 req-ff2e52f9-0943-4162-89d6-1ee61347e3cd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:33.147965 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9053a4f4-1d5d-4d5b-b629-6ad95fab5e35 req-ff2e52f9-0943-4162-89d6-1ee61347e3cd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0920415 Mar 21 17:29:33.196463 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9053a4f4-1d5d-4d5b-b629-6ad95fab5e35 req-cf028551-b0de-4051-8ac0-07febfc03352 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Mar 21 17:29:34.251007 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143be0-918b-4fd3-91a2-2c045eb6efde req-118375d4-3a6c-4565-be25-835907854de0 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:34.252627 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5c143be0-918b-4fd3-91a2-2c045eb6efde req-118375d4-3a6c-4565-be25-835907854de0 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0523014 Mar 21 17:29:34.343799 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5c143be0-918b-4fd3-91a2-2c045eb6efde req-02e9ce62-a4c1-4112-aaf7-58cb28aa79e3 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856204 Mar 21 17:29:34.354784 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1b8c0-69e7-4be8-8bf7-f7f999d68aca req-fdf125c0-ac80-4b62-8125-008a19fd54d2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:34.356269 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0db1b8c0-69e7-4be8-8bf7-f7f999d68aca req-fdf125c0-ac80-4b62-8125-008a19fd54d2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0912309 Mar 21 17:29:34.401204 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0db1b8c0-69e7-4be8-8bf7-f7f999d68aca req-f31f5fad-5342-4e8d-a85b-e47f61165dcb tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Mar 21 17:29:35.459478 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4a99d-5522-4374-bee5-a4c6f54d7af9 req-02fdb063-f0ae-4e95-be38-e24913fb13b7 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:35.461474 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-88a4a99d-5522-4374-bee5-a4c6f54d7af9 req-02fdb063-f0ae-4e95-be38-e24913fb13b7 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0520556 Mar 21 17:29:35.553505 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-88a4a99d-5522-4374-bee5-a4c6f54d7af9 req-241913fe-2a88-4c65-9bec-cf9d8a39ef14 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860534 Mar 21 17:29:35.560899 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d64876-ba69-4867-bfd7-c5c48baf2a4b req-e5741a73-cd64-4bad-a122-e17b3a11a7e6 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:35.562305 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d9d64876-ba69-4867-bfd7-c5c48baf2a4b req-e5741a73-cd64-4bad-a122-e17b3a11a7e6 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0966995 Mar 21 17:29:35.608574 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d9d64876-ba69-4867-bfd7-c5c48baf2a4b req-046a3378-3508-402b-a4bd-c005f1c4945f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Mar 21 17:29:36.674329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594243af-830c-4ae0-9766-500bf5bc8ed3 req-fd4c6800-4325-478c-8620-a6b5de3e6098 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:36.675877 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-594243af-830c-4ae0-9766-500bf5bc8ed3 req-fd4c6800-4325-478c-8620-a6b5de3e6098 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0539989 Mar 21 17:29:36.992011 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53f1e4-bca8-436e-ba06-da12bf30df1b req-c65e95da-eadc-4a40-b4fa-9a3c2a55c0d5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:36.993582 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ef53f1e4-bca8-436e-ba06-da12bf30df1b req-c65e95da-eadc-4a40-b4fa-9a3c2a55c0d5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.3167400 Mar 21 17:29:36.999579 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-594243af-830c-4ae0-9766-500bf5bc8ed3 req-1437f080-4110-4ee6-8338-13d5afbe177c tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3138409 Mar 21 17:29:37.041542 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ef53f1e4-bca8-436e-ba06-da12bf30df1b req-8fc8c1d4-f9dc-4a81-8835-269b1043a7b2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Mar 21 17:29:37.462598 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404627-08d5-4030-949d-8505dfc15b4b req-fb279c0d-c3ca-43f2-a815-625bdd33ad75 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:37.464075 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d3404627-08d5-4030-949d-8505dfc15b4b req-fb279c0d-c3ca-43f2-a815-625bdd33ad75 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 946 time: 0.0524414 Mar 21 17:29:37.510166 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d3404627-08d5-4030-949d-8505dfc15b4b req-bde602c9-927d-49c0-bbd3-a0090420d8ce tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Mar 21 17:29:38.144915 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbddc84-191d-4d24-ba48-0adb4207d7ab req-6028a50f-bc5c-46e9-b874-aff8a005fa43 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:38.146374 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cdbddc84-191d-4d24-ba48-0adb4207d7ab req-6028a50f-bc5c-46e9-b874-aff8a005fa43 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0779119 Mar 21 17:29:38.194090 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05a0f6-7931-444c-b62f-34aae4dffb12 req-5d8d671f-17bd-45e3-abe5-0388931b0140 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:38.195543 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1f05a0f6-7931-444c-b62f-34aae4dffb12 req-5d8d671f-17bd-45e3-abe5-0388931b0140 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0871875 Mar 21 17:29:38.233297 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cdbddc84-191d-4d24-ba48-0adb4207d7ab req-904b262e-bfd1-4d59-a118-0eeb8f59e2a8 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800695 Mar 21 17:29:38.260226 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1f05a0f6-7931-444c-b62f-34aae4dffb12 req-65a669be-9ef7-41a2-8b84-81f07e0288fe tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574179 Mar 21 17:29:38.631973 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c9689-2592-4ac1-9180-4f0d3e56e8f4 req-7b3303bb-b459-4c4c-9f5e-3db50fc2b8be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:38.634020 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-563c9689-2592-4ac1-9180-4f0d3e56e8f4 req-7b3303bb-b459-4c4c-9f5e-3db50fc2b8be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 946 time: 0.0574958 Mar 21 17:29:38.685170 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-563c9689-2592-4ac1-9180-4f0d3e56e8f4 req-cd937792-41ad-44e0-890f-80a17d613813 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457649 Mar 21 17:29:39.379979 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cc48c-f015-4b54-932d-ab425dcd90f3 req-13fecf78-21d3-4726-9fc5-8d4bf7bcccfc tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:39.381457 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61cc48c-f015-4b54-932d-ab425dcd90f3 req-13fecf78-21d3-4726-9fc5-8d4bf7bcccfc tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0816460 Mar 21 17:29:39.395290 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c060-ffbb-43d2-ae86-d8939f71ea65 req-2b442369-a19f-4d97-b7f9-f1abfaa102ee tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:39.396937 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6307c060-ffbb-43d2-ae86-d8939f71ea65 req-2b442369-a19f-4d97-b7f9-f1abfaa102ee tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0700817 Mar 21 17:29:39.513151 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6307c060-ffbb-43d2-ae86-d8939f71ea65 req-2e926f76-84b3-4539-b25e-2abd74bf9b84 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062260 Mar 21 17:29:39.520646 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220876-af59-47a0-b8e6-90d69b2b663f req-20199b92-2dc6-4651-ac83-45f99b6f15c0 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:39.522321 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66220876-af59-47a0-b8e6-90d69b2b663f req-20199b92-2dc6-4651-ac83-45f99b6f15c0 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 946 time: 0.1340172 Mar 21 17:29:39.528195 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e61cc48c-f015-4b54-932d-ab425dcd90f3 req-8bf05778-a06c-41fe-8948-32e694759481 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235194 Mar 21 17:29:39.617223 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:29:39.617562 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:39.704578 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] For port b8938a5c-3c0e-4a54-835c-e1dd71fe0459, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:39.704936 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:39.904289 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f86bec-ee79-4506-8631-22545cb86762 req-9fe05bf4-cbbc-4069-a446-2dceb0cb7c58 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:39.905779 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45f86bec-ee79-4506-8631-22545cb86762 req-9fe05bf4-cbbc-4069-a446-2dceb0cb7c58 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=22fdc7e4-b4cb-4f9c-8697-7a32a288a278 HTTP/1.1" status: 200 len: 946 time: 0.1337638 Mar 21 17:29:39.990776 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:39.991141 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (9d07be4d-4041-4c64-8490-dc0079f9258d), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:39.991459 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 9d07be4d-4041-4c64-8490-dc0079f9258d disassociated. External IP: 172.28.2.187, port: b8938a5c-3c0e-4a54-835c-e1dd71fe0459. Mar 21 17:29:39.991806 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for b8938a5c-3c0e-4a54-835c-e1dd71fe0459 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:29:40.000745 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45f86bec-ee79-4506-8631-22545cb86762 req-9642ce7e-2796-432f-aae0-300dc727a35b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630753 Mar 21 17:29:40.128381 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (b8938a5c-3c0e-4a54-835c-e1dd71fe0459), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:40.157159 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=b8938a5c-3c0e-4a54-835c-e1dd71fe0459,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:40.274784 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:29:40.382851 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:29:40.392742 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:29:40.402662 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:29:40.403275 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:40.423228 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] No DVR routers for this DVR port b8938a5c-3c0e-4a54-835c-e1dd71fe0459 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:29:40.426154 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:40.429503 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-66220876-af59-47a0-b8e6-90d69b2b663f req-64df35a5-0ef8-4782-8ba9-3e4b36443ddb tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "DELETE /v2.0/ports/b8938a5c-3c0e-4a54-835c-e1dd71fe0459 HTTP/1.1" status: 204 len: 173 time: 0.8982196 Mar 21 17:29:40.430455 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'name': 'network-vif-deleted', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:40.432705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7407fa-59bc-4435-86ed-e68471225cd3" -d '{"events": [{"server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "name": "network-vif-deleted", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:40.479573 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98eeb0e-7b92-41c1-a621-324ca2f8372b x-openstack-request-id: req-b98eeb0e-7b92-41c1-a621-324ca2f8372b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:40.479873 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fdc7e4-b4cb-4f9c-8697-7a32a288a278", "name": "network-vif-deleted", "tag": "b8938a5c-3c0e-4a54-835c-e1dd71fe0459", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:40.480165 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b98eeb0e-7b92-41c1-a621-324ca2f8372b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:40.480572 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fdc7e4-b4cb-4f9c-8697-7a32a288a278', 'name': 'network-vif-deleted', 'tag': 'b8938a5c-3c0e-4a54-835c-e1dd71fe0459', 'status': 'completed', 'code': 200} Mar 21 17:29:40.519103 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:29:40.690663 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519575c5-35ec-43e8-8420-036726ff9523 req-8030f249-0a69-40f9-a479-f4d9786c90b1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:40.692225 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-519575c5-35ec-43e8-8420-036726ff9523 req-8030f249-0a69-40f9-a479-f4d9786c90b1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0789583 Mar 21 17:29:40.700231 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a51c2d-483d-40bb-a70a-f93dacb57125 req-7946ba5b-1294-4050-bdad-5f6c4baf243d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:40.701705 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-42a51c2d-483d-40bb-a70a-f93dacb57125 req-7946ba5b-1294-4050-bdad-5f6c4baf243d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0982921 Mar 21 17:29:40.761189 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a3b5285-a10c-4f54-b78e-882d362ebbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:40.767349 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:22Z', 'revision_number': 2, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:40.796436 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:29:40.800701 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-42a51c2d-483d-40bb-a70a-f93dacb57125 req-06652e9a-dcf2-4517-9814-222b85482f0d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920084 Mar 21 17:29:40.806081 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-519575c5-35ec-43e8-8420-036726ff9523 req-75a5474f-13ed-4940-b5c9-b79f5d1fc4db tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034396 Mar 21 17:29:40.806329 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:29:40.807106 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:41.010038 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:29:41.090287 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51392) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:41.148363 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.172582 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.225796 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.229347 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.232347 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/security-groups/ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8 HTTP/1.1" status: 204 len: 168 time: 0.1407149 Mar 21 17:29:41.235105 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51394) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:41.245306 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:41.255149 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.255574 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.255924 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.256340 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.256683 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.257018 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.257354 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.257930 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.258272 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.258604 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.258935 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.259261 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.259938 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.262312 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.262655 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4624a9-1f51-47ed-9d55-378ec951fd6d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:29:41.263133 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.api.v2.resource [None req-a65ec5b7-2560-49e0-a027-7a4911b79b6c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] show failed (client error): The resource could not be found. Mar 21 17:29:41.266915 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a65ec5b7-2560-49e0-a027-7a4911b79b6c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups/ca7fbb24-3a9b-4dba-958d-1bc0fc32fdd8 HTTP/1.1" status: 404 len: 347 time: 0.0277939 Mar 21 17:29:41.267144 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51396) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:41.268438 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:22Z', 'revision_number': 2, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:41.302651 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ddea41-3573-4005-a23f-48260fffe708 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2d4c9228-3e93-4402-83bf-f6701a2b052e', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:e9:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:27:05Z', 'updated_at': '2022-03-21T17:27:22Z', 'revision_number': 2, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:29:41.419869 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port 6d1b87ab-17c6-457a-b0a7-099f023fc92f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:29:41.420433 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.505083 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.505416 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (6d1b87ab-17c6-457a-b0a7-099f023fc92f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.518352 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for 6d1b87ab-17c6-457a-b0a7-099f023fc92f owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:29:41.605897 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a88047-623a-4469-85b3-5d6bae32c4da None None] New status for floating IP 9d07be4d-4041-4c64-8490-dc0079f9258d: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:29:41.670865 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (6d1b87ab-17c6-457a-b0a7-099f023fc92f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.723869 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=6d1b87ab-17c6-457a-b0a7-099f023fc92f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:41.732182 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (9d07be4d-4041-4c64-8490-dc0079f9258d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.734783 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:41.736471 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-d37e0840-aaea-42c7-b1b4-567422e1104c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/floatingips/9d07be4d-4041-4c64-8490-dc0079f9258d HTTP/1.1" status: 204 len: 168 time: 0.4679515 Mar 21 17:29:41.810316 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.db.api [None req-b8a88047-623a-4469-85b3-5d6bae32c4da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 17:29:41.810779 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG oslo_db.api [None req-b8a88047-623a-4469-85b3-5d6bae32c4da None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 17:29:41.937504 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b05f-08f4-4b6a-87a7-f03b7c43acd6 req-5b663b14-5247-4995-8b67-4857f7e4f92f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:41.939070 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-68e2b05f-08f4-4b6a-87a7-f03b7c43acd6 req-5b663b14-5247-4995-8b67-4857f7e4f92f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0549622 Mar 21 17:29:41.941568 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b8938a5c-3c0e-4a54-835c-e1dd71fe0459 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:29:41.970267 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: b8938a5c-3c0e-4a54-835c-e1dd71fe0459 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:29:41.970875 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b8938a5c-3c0e-4a54-835c-e1dd71fe0459 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:29:42.011197 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-68e2b05f-08f4-4b6a-87a7-f03b7c43acd6 req-ba653f5d-0f22-460b-8fc0-b833d11073ed tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608590 Mar 21 17:29:42.122476 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c323-94fc-4ecc-9ff7-10762e3942aa req-cdfce097-e9c3-4778-8b1b-382d955f9dd2 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:42.123955 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1234c323-94fc-4ecc-9ff7-10762e3942aa req-cdfce097-e9c3-4778-8b1b-382d955f9dd2 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0563300 Mar 21 17:29:42.182741 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1234c323-94fc-4ecc-9ff7-10762e3942aa req-26a0af7e-5f60-48e4-8166-48fc23e55077 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528762 Mar 21 17:29:42.312134 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a88047-623a-4469-85b3-5d6bae32c4da None None] New status for floating IP 9d07be4d-4041-4c64-8490-dc0079f9258d: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:29:42.941223 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-581404b1-ac38-41ae-bb37-1d0280a335f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:43.174161 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72e4e-c855-458d-9f22-dfb85dad0167 req-f83a73c9-fd9d-4fe0-8c38-51c25f4e443f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:43.175775 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-40e72e4e-c855-458d-9f22-dfb85dad0167 req-f83a73c9-fd9d-4fe0-8c38-51c25f4e443f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0670111 Mar 21 17:29:43.273576 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-40e72e4e-c855-458d-9f22-dfb85dad0167 req-865f3616-917c-44a8-919c-4ff59fda3951 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911198 Mar 21 17:29:43.368659 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a72c-1b5b-40b5-b118-9d027f760831 req-8e9fe7d5-4c8f-44f3-8057-09af21eb418f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:43.376040 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7fa8a72c-1b5b-40b5-b118-9d027f760831 req-8e9fe7d5-4c8f-44f3-8057-09af21eb418f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0900414 Mar 21 17:29:43.466754 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7fa8a72c-1b5b-40b5-b118-9d027f760831 req-d83310bd-8891-40f4-b191-e2aedfc00370 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897195 Mar 21 17:29:43.644919 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abdca6-0095-45ef-8940-74c04e051194 req-1d4e149e-091f-4dc0-9498-7a3ce869e403 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:43.646641 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79abdca6-0095-45ef-8940-74c04e051194 req-1d4e149e-091f-4dc0-9498-7a3ce869e403 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 946 time: 0.0522225 Mar 21 17:29:43.692213 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79abdca6-0095-45ef-8940-74c04e051194 req-c82977e6-8073-4992-abdf-354d71aa62e3 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 Mar 21 17:29:44.012702 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:44.390819 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728b0c-1d72-4ee8-9752-ece49f482acb req-bfaa4b5c-ee62-439e-a41c-6453c8b33a51 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:44.392264 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9a728b0c-1d72-4ee8-9752-ece49f482acb req-bfaa4b5c-ee62-439e-a41c-6453c8b33a51 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0503678 Mar 21 17:29:44.440391 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9a728b0c-1d72-4ee8-9752-ece49f482acb req-89327209-1282-4861-811d-9a4c654ce617 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Mar 21 17:29:44.573824 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190356e-f405-4e5e-843f-abe6c3a26651 req-8a67f9ed-a07c-4bc1-8c18-a6c98e1709cc tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:44.575203 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5190356e-f405-4e5e-843f-abe6c3a26651 req-8a67f9ed-a07c-4bc1-8c18-a6c98e1709cc tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0504823 Mar 21 17:29:44.639460 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5190356e-f405-4e5e-843f-abe6c3a26651 req-35144391-6224-43e3-8de1-93060e642926 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586102 Mar 21 17:29:44.806753 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97aa8f-df59-4e9f-b15a-91cfc50d3482 req-54edd211-9ec5-4f35-a91a-079809f94555 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:44.808233 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ca97aa8f-df59-4e9f-b15a-91cfc50d3482 req-54edd211-9ec5-4f35-a91a-079809f94555 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 946 time: 0.0517418 Mar 21 17:29:44.853074 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ca97aa8f-df59-4e9f-b15a-91cfc50d3482 req-fdd92acd-d027-47f6-b23c-b4b254a8cb09 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Mar 21 17:29:45.526880 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:45.540527 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4711703-4a80-48f5-a17c-80d90e541680 req-04872db6-c87d-436d-bfa6-8e6b0730b67c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:45.541974 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f4711703-4a80-48f5-a17c-80d90e541680 req-04872db6-c87d-436d-bfa6-8e6b0730b67c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 946 time: 0.0783482 Mar 21 17:29:45.594481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21c42-b8ea-4980-8ea4-7b7a82da7fe9 req-0578c108-de0c-4c0b-a99a-c9aa8f0340a3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:45.595977 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-17e21c42-b8ea-4980-8ea4-7b7a82da7fe9 req-0578c108-de0c-4c0b-a99a-c9aa8f0340a3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0904241 Mar 21 17:29:45.678075 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-17e21c42-b8ea-4980-8ea4-7b7a82da7fe9 req-69b8919b-ae12-4f48-9086-be7c75b62762 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756733 Mar 21 17:29:45.693863 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port b69189de-7cbf-42d9-bf9e-e6b40429dd8d {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:29:45.694329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:45.810791 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] For port b69189de-7cbf-42d9-bf9e-e6b40429dd8d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:45.811051 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:45.828140 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d6dbe-511a-4fcc-8391-1c62fadcbada req-5177c2ea-4c9f-4056-bfd3-cf964b010d00 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:45.829573 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ae5d6dbe-511a-4fcc-8391-1c62fadcbada req-5177c2ea-4c9f-4056-bfd3-cf964b010d00 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.1210339 Mar 21 17:29:45.995002 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ae5d6dbe-511a-4fcc-8391-1c62fadcbada req-ec2b4227-6164-4a0e-bcf6-44438181d65f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597931 Mar 21 17:29:46.068975 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df979064-d1bf-42cb-8dbd-cb41207cdfaa req-df87a619-ec0f-43ff-835a-2dd725e155d5 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:46.070929 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-df979064-d1bf-42cb-8dbd-cb41207cdfaa req-df87a619-ec0f-43ff-835a-2dd725e155d5 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 946 time: 0.1406689 Mar 21 17:29:46.073752 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:46.074109 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2d4c9228-3e93-4402-83bf-f6701a2b052e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:46.074421 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 2d4c9228-3e93-4402-83bf-f6701a2b052e disassociated. External IP: 172.28.2.131, port: b69189de-7cbf-42d9-bf9e-e6b40429dd8d. Mar 21 17:29:46.074760 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for b69189de-7cbf-42d9-bf9e-e6b40429dd8d owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:29:46.161923 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-df979064-d1bf-42cb-8dbd-cb41207cdfaa req-c721118b-bb69-419c-bf34-748ea6e4334c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=64696946-97f2-4669-b3c5-b03e9dc93586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848730 Mar 21 17:29:46.237374 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (b69189de-7cbf-42d9-bf9e-e6b40429dd8d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:46.269496 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=b69189de-7cbf-42d9-bf9e-e6b40429dd8d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:46.387808 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:29:46.723403 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:29:46.736145 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:29:46.747158 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:29:46.748126 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:46.773735 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] No DVR routers for this DVR port b69189de-7cbf-42d9-bf9e-e6b40429dd8d on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:29:46.778442 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:46.780637 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f4711703-4a80-48f5-a17c-80d90e541680 req-4b1cf425-f6f1-41ac-ab48-8b368ca40d38 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "DELETE /v2.0/ports/b69189de-7cbf-42d9-bf9e-e6b40429dd8d HTTP/1.1" status: 204 len: 173 time: 1.2280200 Mar 21 17:29:46.781090 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'name': 'network-vif-deleted', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:46.783810 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fe522b-2a83-4161-a74c-74c8f9cbe4e3" -d '{"events": [{"server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "name": "network-vif-deleted", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:46.828271 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a530267-f16e-47b3-b211-162207db51b4 req-b08a1990-278b-40d6-ad7a-add6f488be81 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:46.829790 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5a530267-f16e-47b3-b211-162207db51b4 req-b08a1990-278b-40d6-ad7a-add6f488be81 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0782897 Mar 21 17:29:46.831448 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b515c1-acca-42ec-b914-77ce294c01e7 x-openstack-request-id: req-57b515c1-acca-42ec-b914-77ce294c01e7 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:46.831734 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3cfe41-3866-4eb6-bed8-35663f08d493", "name": "network-vif-deleted", "tag": "b69189de-7cbf-42d9-bf9e-e6b40429dd8d", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:46.831983 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57b515c1-acca-42ec-b914-77ce294c01e7 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:46.832700 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3cfe41-3866-4eb6-bed8-35663f08d493', 'name': 'network-vif-deleted', 'tag': 'b69189de-7cbf-42d9-bf9e-e6b40429dd8d', 'status': 'completed', 'code': 200} Mar 21 17:29:46.881287 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5a530267-f16e-47b3-b211-162207db51b4 req-152f7b34-374d-4655-828a-75c183668213 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Mar 21 17:29:46.893057 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:29:47.035072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:47.097075 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:47.123680 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c230b-9221-4cee-b7c5-89c5e7167232 req-56f76e49-a726-4b41-b409-d74c08190836 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:47.127958 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:29:47.129835 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-480c230b-9221-4cee-b7c5-89c5e7167232 req-56f76e49-a726-4b41-b409-d74c08190836 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0613525 Mar 21 17:29:47.136730 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:29:47.137270 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:47.186731 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-480c230b-9221-4cee-b7c5-89c5e7167232 req-8a629f52-cffc-4233-b3aa-f431826cefc4 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553627 Mar 21 17:29:47.253694 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:29:47.275462 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6a1fde03-4f76-4830-b5aa-11fdf3bb9b4b req-662394db-c32b-43d3-8ddf-f4a705ff6424 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e3cfe41-3866-4eb6-bed8-35663f08d493 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Mar 21 17:29:47.459765 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:47.485948 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d97767-c1e8-4cda-b294-773e5aac0048 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:29:47.717323 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50041df-bc90-4f05-a777-9623a165b903 None None] New status for floating IP 2d4c9228-3e93-4402-83bf-f6701a2b052e: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:29:47.955325 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b69189de-7cbf-42d9-bf9e-e6b40429dd8d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:29:47.976130 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: b69189de-7cbf-42d9-bf9e-e6b40429dd8d {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:29:47.976391 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device b69189de-7cbf-42d9-bf9e-e6b40429dd8d not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:29:47.999020 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae2697-4a73-4b4e-b1d7-08ac935a077e req-4c16225d-9843-4ed0-91f9-caf9d9d5ff92 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:48.000504 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-35ae2697-4a73-4b4e-b1d7-08ac935a077e req-4c16225d-9843-4ed0-91f9-caf9d9d5ff92 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0534472 Mar 21 17:29:48.048413 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-35ae2697-4a73-4b4e-b1d7-08ac935a077e req-7226918c-e9a3-4633-a042-a8b28b2cd375 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Mar 21 17:29:48.302861 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c319f-28de-4467-b2c7-927554294a9a req-9cedee79-c0d0-4225-994c-386cff36e610 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:48.304863 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-594c319f-28de-4467-b2c7-927554294a9a req-9cedee79-c0d0-4225-994c-386cff36e610 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0525405 Mar 21 17:29:48.358083 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51488) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:48.366076 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-594c319f-28de-4467-b2c7-927554294a9a req-89bbd2ee-b983-4d80-a9d3-4f31a6e1a1d6 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&id=d96d5937-f9e4-4f28-837d-d90948fbc62c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555973 Mar 21 17:29:48.415911 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eac426af-9992-4db4-af11-2f010d0bb6a1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (64696946-97f2-4669-b3c5-b03e9dc93586), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.438556 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eac426af-9992-4db4-af11-2f010d0bb6a1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (64696946-97f2-4669-b3c5-b03e9dc93586), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.485468 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eac426af-9992-4db4-af11-2f010d0bb6a1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (64696946-97f2-4669-b3c5-b03e9dc93586), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.488094 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eac426af-9992-4db4-af11-2f010d0bb6a1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.489266 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-eac426af-9992-4db4-af11-2f010d0bb6a1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/security-groups/64696946-97f2-4669-b3c5-b03e9dc93586 HTTP/1.1" status: 204 len: 168 time: 0.1301675 Mar 21 17:29:48.492792 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51492) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:48.498920 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac426af-9992-4db4-af11-2f010d0bb6a1 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64696946-97f2-4669-b3c5-b03e9dc93586,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:48.506224 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.api.v2.resource [None req-aea134fd-eb38-4693-92e8-52ced4d26057 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] show failed (client error): The resource could not be found. Mar 21 17:29:48.507228 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-aea134fd-eb38-4693-92e8-52ced4d26057 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups/64696946-97f2-4669-b3c5-b03e9dc93586 HTTP/1.1" status: 404 len: 347 time: 0.0134244 Mar 21 17:29:48.510132 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51494) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:48.630425 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port 39d31112-7e0c-4261-a39b-345101065c16 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:29:48.630863 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (39d31112-7e0c-4261-a39b-345101065c16), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.706127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (39d31112-7e0c-4261-a39b-345101065c16), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.706459 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (39d31112-7e0c-4261-a39b-345101065c16), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.718042 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for 39d31112-7e0c-4261-a39b-345101065c16 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:29:48.842946 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (39d31112-7e0c-4261-a39b-345101065c16), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.870639 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=39d31112-7e0c-4261-a39b-345101065c16,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:48.895130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (2d4c9228-3e93-4402-83bf-f6701a2b052e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.898619 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:48.899743 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-d2d71167-caa9-4ba2-9e08-c22b2d1e47be tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d4c9228-3e93-4402-83bf-f6701a2b052e HTTP/1.1" status: 204 len: 168 time: 0.3886299 Mar 21 17:29:49.095317 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51500) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:49.099910 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-154996ab-2b9b-4e1b-9840-486eb7b500e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939858717', 'description': 'tempest-description--396332042'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:49.122352 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-154996ab-2b9b-4e1b-9840-486eb7b500e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.204649 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc81e29-a1ca-4d30-acbd-cad227187a08 req-0e77400e-d859-48eb-bde2-6ac23ab4509a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:49.206144 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3cc81e29-a1ca-4d30-acbd-cad227187a08 req-0e77400e-d859-48eb-bde2-6ac23ab4509a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0814075 Mar 21 17:29:49.247783 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-154996ab-2b9b-4e1b-9840-486eb7b500e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (a99b7c75-853c-4d7a-998f-f6a6e1197270), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.259760 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-154996ab-2b9b-4e1b-9840-486eb7b500e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a99b7c75-853c-4d7a-998f-f6a6e1197270), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.327611 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-154996ab-2b9b-4e1b-9840-486eb7b500e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.330554 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-154996ab-2b9b-4e1b-9840-486eb7b500e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2342842 Mar 21 17:29:49.333732 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51502) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:49.336621 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3cc81e29-a1ca-4d30-acbd-cad227187a08 req-83554d20-6823-4791-ad87-9f41314019e4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239333 Mar 21 17:29:49.338135 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154996ab-2b9b-4e1b-9840-486eb7b500e8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b7c75-853c-4d7a-998f-f6a6e1197270,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:49.338312 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-5a6f2a45-faa1-4fc6-92fd-300e2cb67b19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': 'a99b7c75-853c-4d7a-998f-f6a6e1197270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:49.349487 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4217a4-1594-4fd5-9cff-5f80360ca44f req-9c8c9041-51d4-4374-867a-79b7db7d6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:49.351633 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d4217a4-1594-4fd5-9cff-5f80360ca44f req-9c8c9041-51d4-4374-867a-79b7db7d6082 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1129 time: 0.1058247 Mar 21 17:29:49.366131 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2a45-faa1-4fc6-92fd-300e2cb67b19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (a36edf6f-6bb0-46a6-b8ce-663ca076e638), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.402937 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8d4217a4-1594-4fd5-9cff-5f80360ca44f req-28d84243-d70e-4761-8179-680a44a0b0a8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445545 Mar 21 17:29:49.414856 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2a45-faa1-4fc6-92fd-300e2cb67b19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (a36edf6f-6bb0-46a6-b8ce-663ca076e638), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.418677 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2a45-faa1-4fc6-92fd-300e2cb67b19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (a36edf6f-6bb0-46a6-b8ce-663ca076e638), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.439363 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f2a45-faa1-4fc6-92fd-300e2cb67b19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36edf6f-6bb0-46a6-b8ce-663ca076e638,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:49.445087 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2a45-faa1-4fc6-92fd-300e2cb67b19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.449187 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5a6f2a45-faa1-4fc6-92fd-300e2cb67b19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1115556 Mar 21 17:29:49.449187 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51508) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:49.453352 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-f939c966-37bf-4730-8a26-b06f54286d99 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': 'a99b7c75-853c-4d7a-998f-f6a6e1197270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:49.477826 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f939c966-37bf-4730-8a26-b06f54286d99 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (2f0eb244-03a0-436a-b722-637462f41668), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.535298 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f939c966-37bf-4730-8a26-b06f54286d99 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (2f0eb244-03a0-436a-b722-637462f41668), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.540451 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f939c966-37bf-4730-8a26-b06f54286d99 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (2f0eb244-03a0-436a-b722-637462f41668), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.557666 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939c966-37bf-4730-8a26-b06f54286d99 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0eb244-03a0-436a-b722-637462f41668,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:49.566521 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f939c966-37bf-4730-8a26-b06f54286d99 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.567734 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f939c966-37bf-4730-8a26-b06f54286d99 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176455 Mar 21 17:29:49.571336 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51514) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:49.575559 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:49.595709 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.697707 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.809914 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.28.2.105 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/8312828b-12ba-4860-800f-c3a13ae255c1) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:29:49.906564 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (8312828b-12ba-4860-800f-c3a13ae255c1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.939711 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (8312828b-12ba-4860-800f-c3a13ae255c1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:49.974419 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:29:49.977636 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:29:49.981114 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:29:50.009686 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=8312828b-12ba-4860-800f-c3a13ae255c1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:50.074235 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (2431022a-871f-4a8c-85e7-2f04686b787f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:50.113413 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (8312828b-12ba-4860-800f-c3a13ae255c1), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:50.263816 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (8312828b-12ba-4860-800f-c3a13ae255c1), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:50.268544 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (8312828b-12ba-4860-800f-c3a13ae255c1), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:50.341432 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=8312828b-12ba-4860-800f-c3a13ae255c1,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:50.348348 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2431022a-871f-4a8c-85e7-2f04686b787f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:50.364553 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:50.365838 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8557c795-aeff-450c-a5ac-4014c816387c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7935512 Mar 21 17:29:50.467667 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd5f86-323b-4132-bf2b-8858e1014ea0 req-6e75ce2f-141d-4a03-adb7-d69fb5e229ab tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:50.469123 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c4fd5f86-323b-4132-bf2b-8858e1014ea0 req-6e75ce2f-141d-4a03-adb7-d69fb5e229ab tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Mar 21 17:29:50.543208 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-b7fa719c-6b35-4c7a-adab-8b64b9f89714 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1939858717&fields=id&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 267 time: 0.0725696 Mar 21 17:29:50.547133 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c4fd5f86-323b-4132-bf2b-8858e1014ea0 req-02f85084-c2c1-4094-bb63-6cd9cf30ea90 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709600 Mar 21 17:29:50.647001 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-fd3a4fe1-e81d-4614-b85a-4bb8a720abd3 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:50.649106 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-fd3a4fe1-e81d-4614-b85a-4bb8a720abd3 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.0996125 Mar 21 17:29:50.663042 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-bf3a9182-c841-45e9-9a88-affca548dd66 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/quotas/7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 375 time: 0.0086439 Mar 21 17:29:50.718659 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-c2756d6e-65df-4bbe-a8a1-6cfd73f44610 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510783 Mar 21 17:29:50.828413 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-0bc94eeb-f319-4b60-aeff-71e4e114c6eb service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980260 Mar 21 17:29:50.922265 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-270d73e5-78d1-410e-9b0f-faa6c9f06218 service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868115 Mar 21 17:29:50.988982 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932487-b19e-4fd7-8024-3cecec95bf3b req-4751cbf0-a6f5-4a73-83ca-3af88478ae9b tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:50.990464 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1e932487-b19e-4fd7-8024-3cecec95bf3b req-4751cbf0-a6f5-4a73-83ca-3af88478ae9b tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0652664 Mar 21 17:29:51.041464 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1e932487-b19e-4fd7-8024-3cecec95bf3b req-55eafd80-c85f-4192-8dcc-c26a8a69c32f tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Mar 21 17:29:51.084551 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0e8a587b-7aaf-4c1a-b9a0-7e216ed4bead req-99543475-d828-486b-8bbe-f39002d8a827 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 210 time: 0.0276213 Mar 21 17:29:51.664975 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4de60-1e32-4ce9-a4a4-ab8ec26da4eb req-9db17a11-9f0c-40ad-8fea-d981c8ed03fa tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:51.666433 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-11f4de60-1e32-4ce9-a4a4-ab8ec26da4eb req-9db17a11-9f0c-40ad-8fea-d981c8ed03fa tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Mar 21 17:29:51.711940 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-11f4de60-1e32-4ce9-a4a4-ab8ec26da4eb req-f6ab43c0-6cdf-4055-90dc-f3cc4c5f4cdf tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 Mar 21 17:29:52.075780 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d6a3-ea37-4a4f-bc6f-4c817e8453f8 req-2cbebaad-80b0-4466-a3cd-6314ebdd1847 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:52.077308 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1112d6a3-ea37-4a4f-bc6f-4c817e8453f8 req-2cbebaad-80b0-4466-a3cd-6314ebdd1847 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0845211 Mar 21 17:29:52.088521 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-ade047ea-3389-46ac-bd96-0176c6dd6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:52.090253 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-ade047ea-3389-46ac-bd96-0176c6dd6bc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1129 time: 0.0681450 Mar 21 17:29:52.269997 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1112d6a3-ea37-4a4f-bc6f-4c817e8453f8 req-93abbe95-41a4-44cc-9199-1300e15ae33a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859231 Mar 21 17:29:52.332861 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0b6db-6f90-4ae2-abde-bd3bd1793613 req-08d64aed-3468-44b8-8614-5142ce0605a4 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:52.334203 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c0f0b6db-6f90-4ae2-abde-bd3bd1793613 req-08d64aed-3468-44b8-8614-5142ce0605a4 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.1757090 Mar 21 17:29:52.339700 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-c0ed0a40-3bc2-4cb0-88ec-2fb5e5dee247 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:52.341034 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-c0ed0a40-3bc2-4cb0-88ec-2fb5e5dee247 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.2457869 Mar 21 17:29:52.357906 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-a0d4a393-9906-481a-a5af-9b556fa744cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:52.359248 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-a0d4a393-9906-481a-a5af-9b556fa744cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.2375798 Mar 21 17:29:52.395864 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b39d72f1-3105-491b-ad64-12cad58139f7 req-74cbdf32-2c8c-426d-9d9b-104f999acb3c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 210 time: 0.0539029 Mar 21 17:29:52.481284 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c0f0b6db-6f90-4ae2-abde-bd3bd1793613 req-ba518f51-c122-4411-85df-d8dd42b197f0 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382923 Mar 21 17:29:52.507644 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-53d9f98d-7401-41bc-9c08-b64100ef972c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 380 time: 0.1475346 Mar 21 17:29:52.509460 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-165fa71b-43c3-490a-b5d1-0fe574124db4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 1001 time: 0.1207502 Mar 21 17:29:52.535062 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'port': {'device_id': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'admin_state_up': True, 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'security_groups': ['a99b7c75-853c-4d7a-998f-f6a6e1197270']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:52.624207 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-40c25c6c-0f24-4f0a-88fd-0e24055d26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:52.625630 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-40c25c6c-0f24-4f0a-88fd-0e24055d26c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0939980 Mar 21 17:29:52.701617 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-e904079b-da5b-4c6f-978b-b7cdb28779fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:52.703109 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-e904079b-da5b-4c6f-978b-b7cdb28779fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0668914 Mar 21 17:29:52.704152 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Made reservation on behalf of 7cc5c418054f43709df6dc0d20098844 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:29:52.707477 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:52.876554 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-abac24b6-4898-4d20-b39b-ce1ddb4e9ad2 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556327 Mar 21 17:29:52.909888 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.20.0.12 (eb243405-81e1-4e47-8b74-04f4760afcaa/c90e5ebf-4452-4266-b188-22809cdd6edc/428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:29:53.038859 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-43f5b66d-59cb-48e9-a348-1bb586d014fe req-59d1477d-4b55-4700-ba51-509510cccb00 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497638 Mar 21 17:29:53.100648 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:53.133588 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:53.177495 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network eb243405-81e1-4e47-8b74-04f4760afcaa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:29:53.180606 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:29:53.186665 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:29:53.191186 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:53.191781 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:53.200657 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:53.214002 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-f265efc1-22bd-42f1-a665-dbfe9c48743f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6833124 Mar 21 17:29:53.240902 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Request body: {'port': {'device_id': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:53.302108 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:53.368515 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-7056e570-2b69-41a1-b1ae-24044e79d8f5 None None] Provisioning complete for port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:29:53.369064 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7056e570-2b69-41a1-b1ae-24044e79d8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:53.403843 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-7056e570-2b69-41a1-b1ae-24044e79d8f5 None None] Port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:29:53.767996 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97285bd7-cb26-49a8-8238-29a08670aa9a req-3c9e232f-3dad-40ff-8553-52a3e63fe2dc tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:53.769376 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-97285bd7-cb26-49a8-8238-29a08670aa9a req-3c9e232f-3dad-40ff-8553-52a3e63fe2dc tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.4078796 Mar 21 17:29:53.832121 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9ffe8-0c13-4ea9-a953-4c214eaf7207 req-c4ac3df5-82b5-4d90-a6ba-2929871908db tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:53.833546 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-98b9ffe8-0c13-4ea9-a953-4c214eaf7207 req-c4ac3df5-82b5-4d90-a6ba-2929871908db tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 932 time: 0.3659041 Mar 21 17:29:53.876357 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-97285bd7-cb26-49a8-8238-29a08670aa9a req-5fae9cb3-8541-43b7-9e15-b57b6ab29521 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001763 Mar 21 17:29:53.937659 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-98b9ffe8-0c13-4ea9-a953-4c214eaf7207 req-ee262996-05d3-496b-82f8-444d97c61148 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973911 Mar 21 17:29:53.974182 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:29:53.984318 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Publish callbacks [] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:54.001119 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Transition to ACTIVE for port object 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:29:54.005255 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:54.019491 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e027269-5f1e-491b-8e58-60e0d0941c56 req-8748be7f-545a-4713-9c3b-9a718ca6f793 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:54.020887 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2e027269-5f1e-491b-8e58-60e0d0941c56 req-8748be7f-545a-4713-9c3b-9a718ca6f793 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0823772 Mar 21 17:29:54.080272 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Pushing event updated for resources: {'Port': ['ID=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:54.125219 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2e027269-5f1e-491b-8e58-60e0d0941c56 req-b4f51ed3-957b-40f6-ac67-a1364cf115c6 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833137 Mar 21 17:29:54.134963 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Attempting to bind port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:29:54.135436 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Attempting to bind port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:29:54.135906 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Attempting to bind port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:29:54.140814 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e on network eb243405-81e1-4e47-8b74-04f4760afcaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:29:54.141199 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Attempting to bind port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:29:54.146006 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:29:54.146704 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Checking segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:29:54.147159 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Bound using segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:29:54.147676 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Bound port: 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:29:54.148633 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:54.216175 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] For port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:29:54.219308 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] For port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:29:54.226611 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:54.261608 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:54.262225 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:54.263599 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] 10.222.0.23 "PUT /v2.0/ports/428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e HTTP/1.1" status: 200 len: 1094 time: 1.0270452 Mar 21 17:29:54.264044 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:54.266310 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e717b65-c8a2-4b03-9597-0dff605d2758" -d '{"events": [{"name": "network-changed", "server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:54.289201 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463ed8-d496-4f3c-b09e-3a1cb2615f26 service neutron] Pushing event updated for resources: {'Port': ['ID=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:54.311506 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44bb56a-445d-4299-8366-4516e7a30ba8 x-openstack-request-id: req-e44bb56a-445d-4299-8366-4516e7a30ba8 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:54.311809 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:54.312088 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e44bb56a-445d-4299-8366-4516e7a30ba8 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:54.312524 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'status': 'completed', 'code': 200} Mar 21 17:29:54.365063 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-9708db3c-9044-44cc-96e4-61e84088077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:54.367368 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-9708db3c-9044-44cc-96e4-61e84088077d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 1128 time: 0.0474296 Mar 21 17:29:54.416120 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-51f3eae2-675a-4e30-9c8c-208a80558ec3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e HTTP/1.1" status: 200 len: 217 time: 0.0388701 Mar 21 17:29:54.469005 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-d65acdf3-3d70-4db2-aa68-4e7e260258b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:54.470445 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-d65acdf3-3d70-4db2-aa68-4e7e260258b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0436976 Mar 21 17:29:54.521131 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-28d7c5b8-4d12-4643-8a10-bca56055f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:54.523579 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-28d7c5b8-4d12-4643-8a10-bca56055f9c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0431533 Mar 21 17:29:54.613312 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-84dc9a12-fbba-455e-8b83-759eccb652d9 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814688 Mar 21 17:29:54.702176 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1fd3b381-8c14-4dfa-8133-2d99c8dd25d8 req-c35fb666-2026-47cb-a2aa-04d5c3a1d565 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788183 Mar 21 17:29:54.800609 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-d2432315-2b93-4fb9-aa04-525177b43ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:54.802167 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-d2432315-2b93-4fb9-aa04-525177b43ad3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 1128 time: 0.0456464 Mar 21 17:29:54.895671 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-9610b219-7ba6-4189-b8fe-3f2882afc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:54.897466 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-9610b219-7ba6-4189-b8fe-3f2882afc940 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.0858467 Mar 21 17:29:54.938623 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-91f56c57-f02a-413d-a613-5de350c3254e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e HTTP/1.1" status: 200 len: 217 time: 0.0342743 Mar 21 17:29:55.047264 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-5d7249ea-e1c3-44db-b7f4-8102d5f0fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:55.048739 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-5d7249ea-e1c3-44db-b7f4-8102d5f0fcd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0985482 Mar 21 17:29:55.056847 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dfa44-e9be-4f09-8c64-0dc3cf8662ec req-111a1649-0d32-41a4-92c7-d3135b0993d4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:55.058142 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5a0dfa44-e9be-4f09-8c64-0dc3cf8662ec req-111a1649-0d32-41a4-92c7-d3135b0993d4 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.1166863 Mar 21 17:29:55.133606 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a5e8d-4200-4ba6-9b5f-3dcb69b863ab req-93bf6873-021c-450b-b36b-c25c63b797e9 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:55.135068 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-550a5e8d-4200-4ba6-9b5f-3dcb69b863ab req-93bf6873-021c-450b-b36b-c25c63b797e9 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 944 time: 0.1263731 Mar 21 17:29:55.171036 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5a0dfa44-e9be-4f09-8c64-0dc3cf8662ec req-2ca4c3e7-9c16-47c2-ad3c-bb4b4ab4440e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024075 Mar 21 17:29:55.174580 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-b5e1db5d-9382-4dd3-a586-35bb2990d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:55.176019 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-b5e1db5d-9382-4dd3-a586-35bb2990d190 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1168814 Mar 21 17:29:55.256652 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-550a5e8d-4200-4ba6-9b5f-3dcb69b863ab req-70016bd3-4023-4fa5-a754-64912786fb79 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135802 Mar 21 17:29:55.318701 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-549ece49-aa3d-45a1-b935-a25ac5b7f88e service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304429 Mar 21 17:29:55.326181 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc0bae-94e6-4203-ba08-2275d242a01d req-5cb19b0a-a95d-44e9-99d3-45898ee81e89 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:55.327521 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-74cc0bae-94e6-4203-ba08-2275d242a01d req-5cb19b0a-a95d-44e9-99d3-45898ee81e89 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0901415 Mar 21 17:29:55.420691 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-74cc0bae-94e6-4203-ba08-2275d242a01d req-a5323a52-113d-4917-b2ee-f40c8670bc26 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877175 Mar 21 17:29:55.446779 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e717b65-c8a2-4b03-9597-0dff605d2758 req-890c41da-8b25-484e-87fd-fe6a5af91aa5 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121852 Mar 21 17:29:56.291943 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125dd19-6296-4292-8a9a-a201a426c71f req-f6d963e7-0f1f-4e4d-8d59-baeda253d70a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:56.293485 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a125dd19-6296-4292-8a9a-a201a426c71f req-f6d963e7-0f1f-4e4d-8d59-baeda253d70a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0569646 Mar 21 17:29:56.361763 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a125dd19-6296-4292-8a9a-a201a426c71f req-01f3f143-9483-49d1-993e-cc58b47c9d0f tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628898 Mar 21 17:29:56.385078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefa8e3-eddc-496b-a84b-8b03d42d2a4e req-984fb7aa-88b2-4b24-bcef-4761f9ff2737 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:56.386515 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfefa8e3-eddc-496b-a84b-8b03d42d2a4e req-984fb7aa-88b2-4b24-bcef-4761f9ff2737 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 944 time: 0.0626097 Mar 21 17:29:56.440509 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfefa8e3-eddc-496b-a84b-8b03d42d2a4e req-90ba0b77-1d91-4b08-8307-d046ce79872f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486624 Mar 21 17:29:56.481595 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efe36b-f0d3-4602-8d52-69a2e0b0212b req-796c4ad7-2ca0-46ef-95c5-447a2e2d869e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:56.483059 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c3efe36b-f0d3-4602-8d52-69a2e0b0212b req-796c4ad7-2ca0-46ef-95c5-447a2e2d869e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0577459 Mar 21 17:29:56.492027 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51596) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:29:56.499955 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Request body: {'floatingip': {'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:29:56.547938 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6baabb-8a26-493f-aae4-85b55ab1aa07 req-f4e8c5e1-00dd-4b2d-a063-1d9a85db70b7 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:56.549475 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ee6baabb-8a26-493f-aae4-85b55ab1aa07 req-f4e8c5e1-00dd-4b2d-a063-1d9a85db70b7 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0550358 Mar 21 17:29:56.560368 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:56.595541 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ee6baabb-8a26-493f-aae4-85b55ab1aa07 req-6a3c6448-f67d-42f1-9d90-86b784fcf25e tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/security-groups?id=acb93648-8775-4b5d-aa09-b33b5bb97084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395188 Mar 21 17:29:57.007455 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:57.011147 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:57.107612 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-ee35af3d-40a8-4e62-8fe6-734edfabe422 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:57.109153 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-ee35af3d-40a8-4e62-8fe6-734edfabe422 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 946 time: 0.0525324 Mar 21 17:29:57.214050 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Deleting port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:29:57.214396 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:57.225273 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:29:57.305174 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] For port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,segment=NetworkSegment(0c98c55d-2188-4583-ae30-f0b12ba45f98),segment_id=0c98c55d-2188-4583-ae30-f0b12ba45f98)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:57.305732 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:57.318529 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Calling delete_port for 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:29:57.343917 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:29:57.348500 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:57.362369 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] Sync routers for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:29:57.374074 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:29:57.375021 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:57.390956 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:57.394908 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933503d3-4909-4ace-b5c4-c52d99c9a330" -d '{"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:57.451703 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dc073f-bee6-4898-9629-997a7f0a0f2e x-openstack-request-id: req-f2dc073f-bee6-4898-9629-997a7f0a0f2e {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:57.451989 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:57.452274 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2dc073f-bee6-4898-9629-997a7f0a0f2e {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:57.452672 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'status': 'completed', 'code': 200} Mar 21 17:29:57.468070 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5f463096-23af-4660-8752-ae53cbe7cd34 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "PUT /v2.0/floatingips/7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86 HTTP/1.1" status: 200 len: 993 time: 0.9599419 Mar 21 17:29:57.485793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (1076eba3-7433-4c12-bfd6-ff1a8e3cdd52), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:57.498353 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['1076eba3-7433-4c12-bfd6-ff1a8e3cdd52'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:29:57.521520 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Pushing event deleted for resources: {'Port': ['ID=1076eba3-7433-4c12-bfd6-ff1a8e3cdd52,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:57.587462 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:29:57.640174 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] No DVR routers for this DVR port 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:29:57.643620 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:57.647619 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-233c4051-a3a2-4534-bc7d-5565adf8ac3c req-e4313057-8a50-45b8-9f6f-3fc75749c4c8 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.23 "DELETE /v2.0/ports/1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 HTTP/1.1" status: 204 len: 173 time: 0.5286858 Mar 21 17:29:57.650392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610d5318-623a-4789-adee-aa718a578ed2', 'name': 'network-vif-deleted', 'tag': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:57.652777 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e9020e-174f-48b4-9aa8-67e9d8c8a07f" -d '{"events": [{"server_uuid": "610d5318-623a-4789-adee-aa718a578ed2", "name": "network-vif-deleted", "tag": "1076eba3-7433-4c12-bfd6-ff1a8e3cdd52"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:57.664384 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-619125d3-956d-41fc-8145-e681c4b39097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:57.666193 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-619125d3-956d-41fc-8145-e681c4b39097 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1129 time: 0.1461163 Mar 21 17:29:57.677307 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c988ad-5920-4928-aed0-a990ab165a2f req-aee8debd-ebfb-4235-9c1b-9fd5056cffe8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:57.679058 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5c988ad-5920-4928-aed0-a990ab165a2f req-aee8debd-ebfb-4235-9c1b-9fd5056cffe8 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 944 time: 0.1445737 Mar 21 17:29:57.776345 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a3309b74-debd-4c22-972d-78189fd3bf86 req-292188c3-02e9-47e6-8233-160e8d9bb795 tempest-VolumesSnapshotTestJSON-143800178 tempest-VolumesSnapshotTestJSON-143800178-project] 10.222.0.20 "GET /v2.0/ports?device_id=610d5318-623a-4789-adee-aa718a578ed2 HTTP/1.1" status: 200 len: 210 time: 0.0465729 Mar 21 17:29:57.835156 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5c988ad-5920-4928-aed0-a990ab165a2f req-d2afcbfc-2631-45cc-81ab-4157ef2ff1c2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460526 Mar 21 17:29:57.838124 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-ac8f4af6-35aa-44f4-bf78-2e2d93502bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:57.839679 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-ac8f4af6-35aa-44f4-bf78-2e2d93502bcb service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.1597886 Mar 21 17:29:57.845918 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf478e-8e47-448c-9417-3449aca47eb5 x-openstack-request-id: req-8faf478e-8e47-448c-9417-3449aca47eb5 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:57.846219 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610d5318-623a-4789-adee-aa718a578ed2", "name": "network-vif-deleted", "tag": "1076eba3-7433-4c12-bfd6-ff1a8e3cdd52", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:57.848078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8faf478e-8e47-448c-9417-3449aca47eb5 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:57.848078 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610d5318-623a-4789-adee-aa718a578ed2', 'name': 'network-vif-deleted', 'tag': '1076eba3-7433-4c12-bfd6-ff1a8e3cdd52', 'status': 'completed', 'code': 200} Mar 21 17:29:57.858577 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'mac_address': 'fa:16:3e:13:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:03Z', 'updated_at': '2022-03-21T17:29:56Z', 'revision_number': 3, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:57.884949 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] Checking router: 9719e9d3-e281-40e3-8bb0-f6d019b12cfa for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:29:57.893775 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:29:57.894461 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:57.910495 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-05e9fc89-9fc1-480a-b6e0-a37fa74f9436 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 1001 time: 0.0580406 Mar 21 17:29:57.970220 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-52d7d412-914f-4c4b-9cbb-7b37b9397477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:57.971702 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-52d7d412-914f-4c4b-9cbb-7b37b9397477 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0488288 Mar 21 17:29:58.023442 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-5306dc36-9816-493c-8083-e88e68bd77da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:58.024483 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:29:58.024972 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-5306dc36-9816-493c-8083-e88e68bd77da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0453286 Mar 21 17:29:58.095651 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:29:58.123666 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-f3914750-7d90-4662-af66-f8cfc49177b7 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838041 Mar 21 17:29:58.133928 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:58.144908 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'port_id': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'mac_address': 'fa:16:3e:bd:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:29:58.193458 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:29:58.193849 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:58.208810 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:29:58.239845 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:29:58.251768 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:29:58.260779 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-933503d3-4909-4ace-b5c4-c52d99c9a330 req-3cda72bf-7759-4d6a-bb7a-8f26de612af5 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045966 Mar 21 17:29:58.310939 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:29:58.333884 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'mac_address': 'fa:16:3e:13:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:03Z', 'updated_at': '2022-03-21T17:29:56Z', 'revision_number': 3, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:29:58.360299 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f0883-aede-4733-b0e0-21fead64192a None None] The sync data for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb is: [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'floating_ip_address': '172.28.2.246', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'port_id': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'mac_address': 'fa:16:3e:13:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189c8d07-7143-4471-9ded-536eb8177c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:28:03Z', 'updated_at': '2022-03-21T17:29:56Z', 'revision_number': 3, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:29:58.577799 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:29:58.985408 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d15abd-b2d1-4317-a2a5-4787acf4f4d9 req-1f3edacc-5c9a-4a37-b311-b087e0ea7278 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:58.986875 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-76d15abd-b2d1-4317-a2a5-4787acf4f4d9 req-1f3edacc-5c9a-4a37-b311-b087e0ea7278 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.0854609 Mar 21 17:29:58.994220 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85194d1-90b6-4bb1-82e5-12beaf3647d4 req-f224dcdc-822e-4877-881b-c22bf2a8185c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:58.995581 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c85194d1-90b6-4bb1-82e5-12beaf3647d4 req-f224dcdc-822e-4877-881b-c22bf2a8185c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 945 time: 0.0845749 Mar 21 17:29:59.058804 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-76d15abd-b2d1-4317-a2a5-4787acf4f4d9 req-39802d03-2353-4651-b506-b35a93dfe447 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622585 Mar 21 17:29:59.073700 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c85194d1-90b6-4bb1-82e5-12beaf3647d4 req-20c81577-0633-41c6-a413-5ade456aa2a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707731 Mar 21 17:29:59.453433 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:29:59.455807 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec5113-0edf-4add-85d7-963d5fd863a6" -d '{"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:29:59.490824 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c22cad0-c733-458a-85e7-2e1556c764b7 x-openstack-request-id: req-3c22cad0-c733-458a-85e7-2e1556c764b7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:29:59.491146 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:29:59.491889 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c22cad0-c733-458a-85e7-2e1556c764b7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:29:59.492315 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'status': 'completed', 'code': 200} Mar 21 17:29:59.556923 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-fd6e49b4-c077-4c41-9e69-a779ee30c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:59.558307 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-fd6e49b4-c077-4c41-9e69-a779ee30c127 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=342a9ad20b7f47388abff212d84e46b9&device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 1129 time: 0.0437634 Mar 21 17:29:59.658011 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-3afa2d60-3e88-43b9-90d0-6988aa1c1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:59.659424 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-3afa2d60-3e88-43b9-90d0-6988aa1c1d48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 200 len: 920 time: 0.0827737 Mar 21 17:29:59.727321 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-ab7b1774-d439-45e8-ac15-daa55e06f996 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 200 len: 1001 time: 0.0554664 Mar 21 17:29:59.773948 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-42537b4f-f1ac-44c2-8896-f9e604f0cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:59.775316 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-42537b4f-f1ac-44c2-8896-f9e604f0cc88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 200 len: 858 time: 0.0419736 Mar 21 17:29:59.825882 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-9ee96734-22ea-4bc9-be32-44d91d8d56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:29:59.827218 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-9ee96734-22ea-4bc9-be32-44d91d8d56cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=332f5178-7cd7-4771-843a-0ea903d564ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0449605 Mar 21 17:29:59.915257 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-775adb47-6b2c-4fab-9ed3-f2b294ab1323 service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785890 Mar 21 17:30:00.005240 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6aec5113-0edf-4add-85d7-963d5fd863a6 req-049f11e9-0166-4781-b902-491810bf076a service neutron] 10.222.0.23 "GET /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828435 Mar 21 17:30:00.034411 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:30:00.081727 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:30:00.086209 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:30:00.086582 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:00.181543 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:30:00.181931 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:00.204745 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:00.206990 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72aed23-72a4-4ccd-af1e-0841e09b6e3b" -d '{"events": [{"server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "name": "network-vif-plugged", "status": "completed", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:00.220511 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:00.225205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:00.226626 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:30:00.226773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94988a67-a713-4911-b1fe-cfb7f9e755ae req-3082c42e-7f5a-4289-a962-c08f9b5cf723 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:00.228535 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94988a67-a713-4911-b1fe-cfb7f9e755ae req-3082c42e-7f5a-4289-a962-c08f9b5cf723 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.0872159 Mar 21 17:30:00.257696 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bff4a-8b1c-4581-8d3c-a005defd1435 req-75ff3585-033b-4db2-acbf-226b4f77c3ee tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:00.264594 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-660bff4a-8b1c-4581-8d3c-a005defd1435 req-75ff3585-033b-4db2-acbf-226b4f77c3ee tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 945 time: 0.0931239 Mar 21 17:30:00.275221 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:30:00.275711 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1076eba3-7433-4c12-bfd6-ff1a8e3cdd52 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:30:00.301955 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:00.317792 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94988a67-a713-4911-b1fe-cfb7f9e755ae req-9c6e7cfe-aeca-4ba5-9750-c0f869ea8fd9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=640dced9-bdba-4776-86dc-054a7653d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828152 Mar 21 17:30:00.332446 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-660bff4a-8b1c-4581-8d3c-a005defd1435 req-0406c92a-997f-414b-8014-e43173d57110 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668986 Mar 21 17:30:00.371233 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6223ea2f-0800-46e4-8c86-c8d21197b1ab x-openstack-request-id: req-6223ea2f-0800-46e4-8c86-c8d21197b1ab {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:00.371546 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "name": "network-vif-plugged", "status": "completed", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:00.371801 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6223ea2f-0800-46e4-8c86-c8d21197b1ab {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:00.372209 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'code': 200} Mar 21 17:30:00.553365 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9a83e-7c88-4ccf-8de5-8b2584512d26 req-b3c97d0f-4556-4dff-b8b2-eaf2d58d68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:00.554890 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ceb9a83e-7c88-4ccf-8de5-8b2584512d26 req-b3c97d0f-4556-4dff-b8b2-eaf2d58d68c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 1130 time: 0.0468566 Mar 21 17:30:00.598268 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ceb9a83e-7c88-4ccf-8de5-8b2584512d26 req-dc40e0f2-e91c-4986-8c8d-b2f480303091 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363069 Mar 21 17:30:00.891276 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-11760cb9-f082-4fc6-ab51-bffd5c4af66b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:00.892625 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-11760cb9-f082-4fc6-ab51-bffd5c4af66b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 947 time: 0.0503669 Mar 21 17:30:00.986188 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Deleting port 11414615-cbe6-49be-8532-35092fe2e57e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:00.986528 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (11414615-cbe6-49be-8532-35092fe2e57e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:01.071762 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] For port 11414615-cbe6-49be-8532-35092fe2e57e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=11414615-cbe6-49be-8532-35092fe2e57e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:01.072451 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (11414615-cbe6-49be-8532-35092fe2e57e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:01.237372 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:01.237652 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (ad09ad04-1d99-47de-823f-26f927ab5c0c), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:01.237965 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Floating IP ad09ad04-1d99-47de-823f-26f927ab5c0c disassociated. External IP: 172.28.2.101, port: 11414615-cbe6-49be-8532-35092fe2e57e. Mar 21 17:30:01.238300 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Calling delete_port for 11414615-cbe6-49be-8532-35092fe2e57e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:01.367130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (11414615-cbe6-49be-8532-35092fe2e57e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:01.408438 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event deleted for resources: {'Port': ['ID=11414615-cbe6-49be-8532-35092fe2e57e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:01.449836 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6d8a5642-64be-4892-bdb2-2a758dc0cb7b req-caf5dcd4-4c9e-4321-b448-f27216aa8153 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e2cb38b-4a70-4912-836a-5ec1a520426e HTTP/1.1" status: 200 len: 210 time: 0.0505433 Mar 21 17:30:01.804964 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951d149-a5f1-4c73-af51-7e7f7d240c44 req-faa0a48c-3a21-424b-8402-ab66988c5fd6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:01.806469 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e951d149-a5f1-4c73-af51-7e7f7d240c44 req-faa0a48c-3a21-424b-8402-ab66988c5fd6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 946 time: 0.3959782 Mar 21 17:30:01.873449 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:01.877058 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e951d149-a5f1-4c73-af51-7e7f7d240c44 req-3d882985-e707-4313-b3d7-176ab33fe55e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639386 Mar 21 17:30:01.991855 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:02.001808 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] Sync routers for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:02.011956 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:02.012689 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:02.033340 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] No DVR routers for this DVR port 11414615-cbe6-49be-8532-35092fe2e57e on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:30:02.035708 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:02.039557 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f659e76c-65d5-457f-98a8-84f88a592ac5 req-be0a84dc-1ced-42b1-b92c-913fd0023db2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "DELETE /v2.0/ports/11414615-cbe6-49be-8532-35092fe2e57e HTTP/1.1" status: 204 len: 173 time: 1.1410449 Mar 21 17:30:02.039828 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-deleted', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:02.042500 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1294ad8-1caa-4815-ad83-e07cfeee3059" -d '{"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-deleted", "tag": "11414615-cbe6-49be-8532-35092fe2e57e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:02.085886 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc52e264-2c9c-4dc1-af8b-6b150904f9b2 x-openstack-request-id: req-fc52e264-2c9c-4dc1-af8b-6b150904f9b2 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:02.086482 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2cb38b-4a70-4912-836a-5ec1a520426e", "name": "network-vif-deleted", "tag": "11414615-cbe6-49be-8532-35092fe2e57e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:02.086482 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc52e264-2c9c-4dc1-af8b-6b150904f9b2 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:02.086932 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2cb38b-4a70-4912-836a-5ec1a520426e', 'name': 'network-vif-deleted', 'tag': '11414615-cbe6-49be-8532-35092fe2e57e', 'status': 'completed', 'code': 200} Mar 21 17:30:02.131510 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:02.338030 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:02.363666 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] Checking router: 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:02.372578 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:02.373182 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:02.478428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:02.535356 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:02.546246 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51670) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:02.598291 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-982778d7-e3ff-44ed-9156-4143a9ff93d6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (640dced9-bdba-4776-86dc-054a7653d9c7), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:02.621610 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-982778d7-e3ff-44ed-9156-4143a9ff93d6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (640dced9-bdba-4776-86dc-054a7653d9c7), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:02.669396 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-982778d7-e3ff-44ed-9156-4143a9ff93d6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (640dced9-bdba-4776-86dc-054a7653d9c7), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:02.672307 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-982778d7-e3ff-44ed-9156-4143a9ff93d6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:02.673556 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-982778d7-e3ff-44ed-9156-4143a9ff93d6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "DELETE /v2.0/security-groups/640dced9-bdba-4776-86dc-054a7653d9c7 HTTP/1.1" status: 204 len: 168 time: 0.1261771 Mar 21 17:30:02.676666 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51672) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:02.684213 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982778d7-e3ff-44ed-9156-4143a9ff93d6 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640dced9-bdba-4776-86dc-054a7653d9c7,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:02.693437 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.api.v2.resource [None req-f06f2da0-8016-4329-b72b-0ebd0e592c1e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] show failed (client error): The resource could not be found. Mar 21 17:30:02.694630 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f06f2da0-8016-4329-b72b-0ebd0e592c1e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups/640dced9-bdba-4776-86dc-054a7653d9c7 HTTP/1.1" status: 404 len: 347 time: 0.0168889 Mar 21 17:30:02.697529 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51674) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:02.726483 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:02.765869 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b130dc-b936-42cd-aa06-2723c48942b6 None None] The sync data for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb is: [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:02.914947 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Deleting port 61ed25f2-f859-4ff0-b33c-75a19496bbfe {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:02.915481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.044921 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.045252 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (61ed25f2-f859-4ff0-b33c-75a19496bbfe), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.069246 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df2174-a0c3-44b2-a57c-cede4aa8f2b6 req-4111d54a-3d16-4cf0-ab05-194d3ef106a7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:03.071203 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-81df2174-a0c3-44b2-a57c-cede4aa8f2b6 req-4111d54a-3d16-4cf0-ab05-194d3ef106a7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 946 time: 0.1014926 Mar 21 17:30:03.072250 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Calling delete_port for 61ed25f2-f859-4ff0-b33c-75a19496bbfe owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:03.122189 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa405798-5a63-40b0-a679-e72e98879806 None None] New status for floating IP ad09ad04-1d99-47de-823f-26f927ab5c0c: DOWN {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:03.178262 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-81df2174-a0c3-44b2-a57c-cede4aa8f2b6 req-b812e281-0f72-43b0-ad1b-0a73381c5917 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972693 Mar 21 17:30:03.341306 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (61ed25f2-f859-4ff0-b33c-75a19496bbfe), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.386035 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297d381-1fc2-409a-8c89-44b2b1ac4fe1 req-39877015-42a6-4498-ab33-ab4973ad9f0a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:03.387507 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7297d381-1fc2-409a-8c89-44b2b1ac4fe1 req-39877015-42a6-4498-ab33-ab4973ad9f0a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 946 time: 0.1286421 Mar 21 17:30:03.389719 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event deleted for resources: {'Port': ['ID=61ed25f2-f859-4ff0-b33c-75a19496bbfe,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:03.395998 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51688) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:03.401394 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'port_id': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:03.408240 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (ad09ad04-1d99-47de-823f-26f927ab5c0c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.410821 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.411955 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-65f1f31f-35ef-4dd0-9e79-da2a02e26e48 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "DELETE /v2.0/floatingips/ad09ad04-1d99-47de-823f-26f927ab5c0c HTTP/1.1" status: 204 len: 168 time: 0.7134669 Mar 21 17:30:03.644359 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (2431022a-871f-4a8c-85e7-2f04686b787f), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.650473 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51692) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:03.655092 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-9c2cd1e0-08b1-465c-84b4-3e25e47b063f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545894827', 'description': 'tempest-description--935798240'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:03.674131 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd1e0-08b1-465c-84b4-3e25e47b063f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.738591 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd1e0-08b1-465c-84b4-3e25e47b063f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (48f28452-b7d0-4a86-873f-a8a78bffc92d), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.743544 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd1e0-08b1-465c-84b4-3e25e47b063f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (48f28452-b7d0-4a86-873f-a8a78bffc92d), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.773865 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9c2cd1e0-08b1-465c-84b4-3e25e47b063f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.775100 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9c2cd1e0-08b1-465c-84b4-3e25e47b063f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1236274 Mar 21 17:30:03.776293 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cd1e0-08b1-465c-84b4-3e25e47b063f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f28452-b7d0-4a86-873f-a8a78bffc92d,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:03.778333 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51694) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:03.782842 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-5ed81564-faf7-43ba-b471-a855c9bfcfe7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'security_group_rule': {'security_group_id': '48f28452-b7d0-4a86-873f-a8a78bffc92d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:03.806955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed81564-faf7-43ba-b471-a855c9bfcfe7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (69f40d6f-848b-47bd-9d02-835f8cf6ee14), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.859892 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed81564-faf7-43ba-b471-a855c9bfcfe7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (69f40d6f-848b-47bd-9d02-835f8cf6ee14), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.863416 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed81564-faf7-43ba-b471-a855c9bfcfe7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (69f40d6f-848b-47bd-9d02-835f8cf6ee14), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.883954 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed81564-faf7-43ba-b471-a855c9bfcfe7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f40d6f-848b-47bd-9d02-835f8cf6ee14,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:03.889523 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5ed81564-faf7-43ba-b471-a855c9bfcfe7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.893521 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-5ed81564-faf7-43ba-b471-a855c9bfcfe7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114573 Mar 21 17:30:03.893521 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51696) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:03.897942 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-bad78bfe-9f53-49b0-9290-d8b2812b6b3d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'security_group_rule': {'security_group_id': '48f28452-b7d0-4a86-873f-a8a78bffc92d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:03.921735 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bad78bfe-9f53-49b0-9290-d8b2812b6b3d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (cc8cfdd8-fc1a-442b-8eef-6ec1cf0049d8), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.980661 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bad78bfe-9f53-49b0-9290-d8b2812b6b3d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (cc8cfdd8-fc1a-442b-8eef-6ec1cf0049d8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:03.984362 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bad78bfe-9f53-49b0-9290-d8b2812b6b3d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (cc8cfdd8-fc1a-442b-8eef-6ec1cf0049d8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.003380 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad78bfe-9f53-49b0-9290-d8b2812b6b3d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8cfdd8-fc1a-442b-8eef-6ec1cf0049d8,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:04.010632 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bad78bfe-9f53-49b0-9290-d8b2812b6b3d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.014493 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-bad78bfe-9f53-49b0-9290-d8b2812b6b3d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172848 Mar 21 17:30:04.014776 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51700) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:04.021024 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:04.047730 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:30:04.069971 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 11414615-cbe6-49be-8532-35092fe2e57e {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:30:04.070333 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 11414615-cbe6-49be-8532-35092fe2e57e not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:30:04.086159 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.094699 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.105952 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2431022a-871f-4a8c-85e7-2f04686b787f), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.250003 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.l3_db [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 2431022a-871f-4a8c-85e7-2f04686b787f associated. External IP: 172.28.2.105, port: 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e. Mar 21 17:30:04.353269 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.545065 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Allocated IP 172.28.2.114 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/204f9f99-1e2e-4c53-be01-88b5bd20b8e0) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:30:04.580036 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:04.732067 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.756632 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:04.763542 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.766217 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:04.776767 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:04.777373 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:04.802760 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8a907f13-a2b3-4af2-be54-0c6b0b77e28d tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "PUT /v2.0/floatingips/2431022a-871f-4a8c-85e7-2f04686b787f HTTP/1.1" status: 200 len: 992 time: 1.4052711 Mar 21 17:30:04.804015 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:04.806241 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f083c18-165c-4296-bdcc-82a291377627" -d '{"events": [{"name": "network-changed", "server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:04.817990 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:04.855726 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c97c1-b930-456f-bb77-a5e2845b00d7 x-openstack-request-id: req-764c97c1-b930-456f-bb77-a5e2845b00d7 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:04.856680 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:04.856941 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-764c97c1-b930-456f-bb77-a5e2845b00d7 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:04.857345 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'status': 'completed', 'code': 200} Mar 21 17:30:04.870876 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:30:04.877654 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:30:04.879991 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:30:04.888191 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'Port': ['ID=204f9f99-1e2e-4c53-be01-88b5bd20b8e0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:04.900885 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:04.924702 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083c18-165c-4296-bdcc-82a291377627 req-ececdf69-cb18-43d3-8778-a79b1fbc25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:04.926291 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f083c18-165c-4296-bdcc-82a291377627 req-ececdf69-cb18-43d3-8778-a79b1fbc25b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 1130 time: 0.0520303 Mar 21 17:30:04.980744 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (4c02dc1a-8bac-4ae3-8772-e1c477cad055), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:05.018189 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083c18-165c-4296-bdcc-82a291377627 req-5d177584-0131-442c-b3a2-0e2f8a144fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:05.019636 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:05.019958 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f083c18-165c-4296-bdcc-82a291377627 req-5d177584-0131-442c-b3a2-0e2f8a144fb7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.0874200 Mar 21 17:30:05.095552 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f083c18-165c-4296-bdcc-82a291377627 req-7bc81990-b351-4dfc-a456-35b6aed8acd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e HTTP/1.1" status: 200 len: 1000 time: 0.0694265 Mar 21 17:30:05.166831 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083c18-165c-4296-bdcc-82a291377627 req-1e442060-b458-43b2-9749-fccce4179d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:05.168525 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f083c18-165c-4296-bdcc-82a291377627 req-1e442060-b458-43b2-9749-fccce4179d69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0608766 Mar 21 17:30:05.184546 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:05.193562 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:05.228542 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083c18-165c-4296-bdcc-82a291377627 req-139f5473-95ca-47ca-b3ee-c03a350fb75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:05.230355 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f083c18-165c-4296-bdcc-82a291377627 req-139f5473-95ca-47ca-b3ee-c03a350fb75d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0502808 Mar 21 17:30:05.274090 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2431022a-871f-4a8c-85e7-2f04686b787f', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:bd:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:29:50Z', 'updated_at': '2022-03-21T17:30:03Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:05.275851 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'Port': ['ID=204f9f99-1e2e-4c53-be01-88b5bd20b8e0,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:05.281557 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (4c02dc1a-8bac-4ae3-8772-e1c477cad055), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:05.301136 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:05.301932 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:05.305340 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-1a16934a-75f4-4a67-a65a-21ac7c2de35e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2870073 Mar 21 17:30:05.311965 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:05.312793 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:29:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:05.334390 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f083c18-165c-4296-bdcc-82a291377627 req-383f5e14-6d08-40cc-997e-a33936f3b493 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963902 Mar 21 17:30:05.450649 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:05.458291 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f083c18-165c-4296-bdcc-82a291377627 req-10f8530e-5f02-447e-9978-d4661122c134 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136310 Mar 21 17:30:05.564631 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-656fd6d7-e0f7-4e12-83fd-e43d91ddf85b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--545894827&fields=id&tenant_id=e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 267 time: 0.0777674 Mar 21 17:30:05.669166 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-6e0095e1-c315-4d42-9226-190dae89262d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:05.670627 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-6e0095e1-c315-4d42-9226-190dae89262d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 816 time: 0.1003013 Mar 21 17:30:05.686514 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-0b839145-fe56-4d48-a717-4845c937ec3c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/quotas/e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 375 time: 0.0103962 Mar 21 17:30:05.693773 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2431022a-871f-4a8c-85e7-2f04686b787f', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:bd:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:29:50Z', 'updated_at': '2022-03-21T17:30:03Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:05.721084 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab77d4-6c51-4d0b-b654-a62e0105e853 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2431022a-871f-4a8c-85e7-2f04686b787f', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.105', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:bd:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:29:50Z', 'updated_at': '2022-03-21T17:30:03Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:05.741216 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-ad964d7d-c575-49bd-85b3-9a906acad622 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494263 Mar 21 17:30:05.843839 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-2d9e698c-5076-4772-87a7-3a295dc707cd service neutron] 10.222.0.20 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908077 Mar 21 17:30:05.912279 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c77f8-edb5-4781-8159-c01c5c31ad9e None None] New status for floating IP 2431022a-871f-4a8c-85e7-2f04686b787f: ACTIVE {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:05.936969 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-5f7c5e72-5421-449c-8891-43fa3779c8fe service neutron] 10.222.0.20 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870640 Mar 21 17:30:06.110595 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0170cb39-4453-497e-8cc1-af61447b7212 req-28d394ac-0ca1-40a5-b93b-d9c69ce37631 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 210 time: 0.0353470 Mar 21 17:30:07.057943 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-3194ec3b-448f-469f-8047-708d4faa62c7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:07.059308 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-3194ec3b-448f-469f-8047-708d4faa62c7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 816 time: 0.1000578 Mar 21 17:30:07.122897 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-cfec83a5-fd26-410f-af06-cc021b629350 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 379 time: 0.0523555 Mar 21 17:30:07.136003 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'port': {'device_id': 'fbf32384-4363-4bb7-a415-c5702560029e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'admin_state_up': True, 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'security_groups': ['48f28452-b7d0-4a86-873f-a8a78bffc92d']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:07.218688 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f5d3baab-038f-452e-a6e1-8b77544b3762 req-2335f28a-f546-4fea-b62e-d41c07b75e8e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 210 time: 0.0332756 Mar 21 17:30:07.272988 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Made reservation on behalf of e923a21fc816467e85e310e8dd9ba7d4 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:30:07.276525 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:07.399572 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Allocated IP 172.20.0.13 (b372e4aa-0ada-496c-afe5-e28b0fc1caf4/4dc9c8a9-8483-420b-99f0-0fca0d3feb7e/1c5ea659-e457-4142-9736-e6df169c701e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:30:07.528397 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for port (1c5ea659-e457-4142-9736-e6df169c701e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:07.560559 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:07.602493 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:30:07.605611 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:30:07.609288 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:30:07.614307 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:07.614938 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:07.627748 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:07.640506 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-4cc644aa-0edc-4054-b380-359386085682 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5086281 Mar 21 17:30:07.655538 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Request body: {'port': {'device_id': 'fbf32384-4363-4bb7-a415-c5702560029e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:07.714908 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:07.860729 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-65aae70b-f757-4e81-9e0d-837529d58a04 None None] Provisioning complete for port 1c5ea659-e457-4142-9736-e6df169c701e triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:30:07.861337 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-65aae70b-f757-4e81-9e0d-837529d58a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1c5ea659-e457-4142-9736-e6df169c701e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:07.895377 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-65aae70b-f757-4e81-9e0d-837529d58a04 None None] Port 1c5ea659-e457-4142-9736-e6df169c701e cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:30:07.975913 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5ea659-e457-4142-9736-e6df169c701e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:30:07.983281 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Publish callbacks [] for port (1c5ea659-e457-4142-9736-e6df169c701e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:07.995564 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Transition to ACTIVE for port object 1c5ea659-e457-4142-9736-e6df169c701e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:30:08.000146 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:08.069248 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:08.084418 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Attempting to bind port 1c5ea659-e457-4142-9736-e6df169c701e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:30:08.084793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Attempting to bind port 1c5ea659-e457-4142-9736-e6df169c701e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:30:08.085134 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Attempting to bind port 1c5ea659-e457-4142-9736-e6df169c701e on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:30:08.090186 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Port 1c5ea659-e457-4142-9736-e6df169c701e on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:30:08.090738 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Attempting to bind port 1c5ea659-e457-4142-9736-e6df169c701e on network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:30:08.097086 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:30:08.097440 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Checking segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:30:08.097833 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Bound using segment: {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:30:08.098277 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Bound port: 1c5ea659-e457-4142-9736-e6df169c701e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff29991-b8bd-4c1d-860d-e6aba155eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:30:08.098644 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:08.125504 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:30:08.167922 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:30:08.171576 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:30:08.177800 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:08.215759 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:08.216407 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:08.217770 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] 10.222.0.23 "PUT /v2.0/ports/1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 1094 time: 0.5666397 Mar 21 17:30:08.218218 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:08.220495 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a10a36-5553-4091-b807-5b2099127b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "tag": "1c5ea659-e457-4142-9736-e6df169c701e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:08.270803 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24471fa-f97b-434b-a6fc-dad3b9c22319 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:08.293138 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d300db-c46c-4eef-a20f-1f8f90423b55 x-openstack-request-id: req-a5d300db-c46c-4eef-a20f-1f8f90423b55 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:08.293441 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "tag": "1c5ea659-e457-4142-9736-e6df169c701e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:08.293744 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5d300db-c46c-4eef-a20f-1f8f90423b55 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:08.294158 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e', 'status': 'completed', 'code': 200} Mar 21 17:30:08.377951 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-8278a271-42dc-4aa5-b7f9-9ef44987cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:08.379569 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-8278a271-42dc-4aa5-b7f9-9ef44987cb68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1128 time: 0.0829611 Mar 21 17:30:08.392698 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b4364-a8aa-4a3b-aa40-92fb984552aa req-f21538c4-5de7-47e7-a197-100560e2f499 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:08.394311 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-215b4364-a8aa-4a3b-aa40-92fb984552aa req-f21538c4-5de7-47e7-a197-100560e2f499 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0894954 Mar 21 17:30:08.439929 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-96b627a9-50be-4a72-8f87-58eb9d0de909 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 217 time: 0.0446007 Mar 21 17:30:08.508564 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-215b4364-a8aa-4a3b-aa40-92fb984552aa req-12423408-3089-4c7f-bde4-4a1d474159bf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049187 Mar 21 17:30:08.512170 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-490e1b65-26d5-4e71-9e46-864f7cd26a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:08.513543 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-490e1b65-26d5-4e71-9e46-864f7cd26a52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0658524 Mar 21 17:30:08.568610 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-3b999385-0f94-423c-8d4b-919505eb7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:08.570139 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-3b999385-0f94-423c-8d4b-919505eb7f6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0448902 Mar 21 17:30:08.673783 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-eac38afa-1ea6-44c8-9f43-30cce230a11b service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859094 Mar 21 17:30:08.760324 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1d21dd64-64f0-44b8-8dd8-355e2193fca1 req-5d200162-f82a-4353-b782-59a5e3989fa5 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786583 Mar 21 17:30:08.852504 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10a36-5553-4091-b807-5b2099127b3b req-39f0c434-2ba0-4d30-a98d-6e8e70174cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:08.855598 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a10a36-5553-4091-b807-5b2099127b3b req-39f0c434-2ba0-4d30-a98d-6e8e70174cea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1128 time: 0.0450039 Mar 21 17:30:08.953583 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10a36-5553-4091-b807-5b2099127b3b req-88191d50-ac33-40d7-86d4-c273eaceb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:08.954976 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a10a36-5553-4091-b807-5b2099127b3b req-88191d50-ac33-40d7-86d4-c273eaceb591 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.0887704 Mar 21 17:30:08.996205 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a10a36-5553-4091-b807-5b2099127b3b req-56a88078-6cda-4c1f-be64-fbbc1508e81a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 217 time: 0.0346973 Mar 21 17:30:09.048608 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10a36-5553-4091-b807-5b2099127b3b req-63fb89aa-b703-49c2-a076-f69780c58f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:09.050061 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a10a36-5553-4091-b807-5b2099127b3b req-63fb89aa-b703-49c2-a076-f69780c58f8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0470073 Mar 21 17:30:09.104394 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a10a36-5553-4091-b807-5b2099127b3b req-bb0666c7-3bea-4652-b9e4-ae21b6360ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:09.105851 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a10a36-5553-4091-b807-5b2099127b3b req-bb0666c7-3bea-4652-b9e4-ae21b6360ab4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0495188 Mar 21 17:30:09.197964 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a10a36-5553-4091-b807-5b2099127b3b req-daebcb9d-2ef3-4d13-a473-88f2ae5fce3f service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830796 Mar 21 17:30:09.290610 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-30a10a36-5553-4091-b807-5b2099127b3b req-80f35e20-d501-4548-9067-a87dadf5a406 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 Mar 21 17:30:09.629995 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfbe8-174b-45c6-a025-c49926fb49f7 req-7f38bc0a-1dec-4ddb-a29f-d70d75204f1f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:09.631427 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdbdfbe8-174b-45c6-a025-c49926fb49f7 req-7f38bc0a-1dec-4ddb-a29f-d70d75204f1f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0513449 Mar 21 17:30:09.675794 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdbdfbe8-174b-45c6-a025-c49926fb49f7 req-75f05934-2647-4e56-815c-24f4da5b6f42 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 Mar 21 17:30:10.755297 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e739-ca82-40b8-9b23-ab49b78b4cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:10.800863 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bdf6f-8d4a-47ee-b00d-802867745378 req-d9b511fe-dff1-4055-8b84-f38e02c38fa0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:10.802245 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2b0bdf6f-8d4a-47ee-b00d-802867745378 req-d9b511fe-dff1-4055-8b84-f38e02c38fa0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0557985 Mar 21 17:30:10.848188 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2b0bdf6f-8d4a-47ee-b00d-802867745378 req-b8789fcd-58e9-4fd4-9321-65b415280583 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399537 Mar 21 17:30:11.788428 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8313e0b-3979-4d95-a48f-63caec20b520 req-cb91ed0a-0c35-442e-906e-06bd66ef4a5d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:11.789829 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a8313e0b-3979-4d95-a48f-63caec20b520 req-cb91ed0a-0c35-442e-906e-06bd66ef4a5d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0522544 Mar 21 17:30:11.838586 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a8313e0b-3979-4d95-a48f-63caec20b520 req-0641cf3b-1f11-415f-a840-f7867ea5d520 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432320 Mar 21 17:30:11.972774 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b520b-1b5a-4db6-bb06-e8e613aa2d73 req-05998275-4d67-4673-85fd-5417602d0adc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:11.974225 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2e1b520b-1b5a-4db6-bb06-e8e613aa2d73 req-05998275-4d67-4673-85fd-5417602d0adc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0520687 Mar 21 17:30:12.022631 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2e1b520b-1b5a-4db6-bb06-e8e613aa2d73 req-3b73b3b3-fdc4-40e4-a385-9f41b5b2cd58 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 Mar 21 17:30:12.083229 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:30:12.198348 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:12.209026 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '1c5ea659-e457-4142-9736-e6df169c701e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'port_id': '1c5ea659-e457-4142-9736-e6df169c701e', 'mac_address': 'fa:16:3e:4c:6e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:30:12.248978 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1c5ea659-e457-4142-9736-e6df169c701e is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:30:12.249375 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:12.262540 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5ea659-e457-4142-9736-e6df169c701e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:30:12.281549 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:12.285049 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:12.330797 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:12.337687 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.338035 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.338372 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.338727 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.339067 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.339396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.339718 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.340041 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.340392 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.340717 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.341038 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.341375 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.341696 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.342012 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.342330 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:12.606989 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['1c5ea659-e457-4142-9736-e6df169c701e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:30:12.944811 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-617ad5bd-506e-452b-91ac-d1e527861ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:12.954303 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4b2bf-c85f-4693-a298-4a2fccfef784 req-0ac365be-62b5-4cc1-a661-aca27302c701 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:12.955751 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6be4b2bf-c85f-4693-a298-4a2fccfef784 req-0ac365be-62b5-4cc1-a661-aca27302c701 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Mar 21 17:30:13.002440 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6be4b2bf-c85f-4693-a298-4a2fccfef784 req-d58003ed-2adc-42fe-8c32-bcdb4ebb25ba tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402176 Mar 21 17:30:13.298016 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf6477-cfbd-418c-a2b6-29cd5b490f1c req-0395af3a-fcf9-4cca-85b2-8928885e4701 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:13.299461 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-42bf6477-cfbd-418c-a2b6-29cd5b490f1c req-0395af3a-fcf9-4cca-85b2-8928885e4701 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 945 time: 0.0519254 Mar 21 17:30:13.343956 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-42bf6477-cfbd-418c-a2b6-29cd5b490f1c req-3e1eebe1-7475-4055-9f1b-c3ac6f09633e tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Mar 21 17:30:14.019548 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.052988 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-d460ae10-2d68-452c-aa73-bf68d3f407d3 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:14.055032 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-d460ae10-2d68-452c-aa73-bf68d3f407d3 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0593574 Mar 21 17:30:14.085839 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:30:14.142929 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 1c5ea659-e457-4142-9736-e6df169c701e completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:30:14.147878 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 1c5ea659-e457-4142-9736-e6df169c701e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:30:14.148496 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1c5ea659-e457-4142-9736-e6df169c701e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.182817 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0026e-596d-4f5c-8f21-c8d72ed3a412 req-077fa020-84d3-48d2-b793-efdc43c76c1e tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:14.184408 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41d0026e-596d-4f5c-8f21-c8d72ed3a412 req-077fa020-84d3-48d2-b793-efdc43c76c1e tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 945 time: 0.0976734 Mar 21 17:30:14.218289 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Deleting port 05d13c71-b25d-46cf-af45-d6ee529b3699 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:14.218623 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.233358 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1c5ea659-e457-4142-9736-e6df169c701e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:30:14.233748 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.267199 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:14.268315 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:14.270744 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923b4ed8-f439-4799-abc2-2a23b70a2c40" -d '{"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:14.276086 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.293556 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-41d0026e-596d-4f5c-8f21-c8d72ed3a412 req-9715169b-29b8-412a-959d-6c79be77f306 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=61331b5e-88af-41c0-8f2d-56aa20743795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993884 Mar 21 17:30:14.325365 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:14.334214 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2b816-b04a-4eaa-bf5e-7d1ece334101 x-openstack-request-id: req-40c2b816-b04a-4eaa-bf5e-7d1ece334101 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:14.334958 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:14.336123 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40c2b816-b04a-4eaa-bf5e-7d1ece334101 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:14.340241 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e', 'code': 200} Mar 21 17:30:14.342833 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] For port 05d13c71-b25d-46cf-af45-d6ee529b3699, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=05d13c71-b25d-46cf-af45-d6ee529b3699,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:14.343191 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.807789 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.808094 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (d06abe45-65de-4d61-bb84-379ddbf5e063), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:14.808408 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Floating IP d06abe45-65de-4d61-bb84-379ddbf5e063 disassociated. External IP: 172.28.2.195, port: 05d13c71-b25d-46cf-af45-d6ee529b3699. Mar 21 17:30:14.808744 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Calling delete_port for 05d13c71-b25d-46cf-af45-d6ee529b3699 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:14.820556 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f6d3c-3655-48ad-8a9e-708916c2fdfa req-ba1c31ea-9ee6-47d6-9e6f-a465091259fa tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:14.822201 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-922f6d3c-3655-48ad-8a9e-708916c2fdfa req-ba1c31ea-9ee6-47d6-9e6f-a465091259fa tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.3797839 Mar 21 17:30:14.837601 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ce14b-8924-4d17-ad12-ea651e6ee988 req-36c78b7c-6877-47f6-8adb-c62bda6f4da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:14.839044 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-666ce14b-8924-4d17-ad12-ea651e6ee988 req-36c78b7c-6877-47f6-8adb-c62bda6f4da9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1130 time: 0.3532474 Mar 21 17:30:14.971187 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-666ce14b-8924-4d17-ad12-ea651e6ee988 req-4110b367-c7c8-472b-bf89-46ff5468a6b8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170294 Mar 21 17:30:14.980780 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-922f6d3c-3655-48ad-8a9e-708916c2fdfa req-211dd7a2-ec39-46f0-8378-75960d9694ea tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496291 Mar 21 17:30:15.048372 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (05d13c71-b25d-46cf-af45-d6ee529b3699), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:15.082162 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event deleted for resources: {'Port': ['ID=05d13c71-b25d-46cf-af45-d6ee529b3699,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:15.093907 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.093907 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.094106 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.094379 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.094715 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.095050 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.095379 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.095705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.096044 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.096380 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.096717 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.097049 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.097721 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.097898 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.098403 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:15.220793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:15.325990 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:15.338062 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] Sync routers for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:15.352819 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:15.353449 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:15.371390 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] No DVR routers for this DVR port 05d13c71-b25d-46cf-af45-d6ee529b3699 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:30:15.373872 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:15.377250 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bce6d7be-1529-45c4-9748-e039762b22f0 req-ca3af850-0887-4a8d-a9a8-4d9b768ac138 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "DELETE /v2.0/ports/05d13c71-b25d-46cf-af45-d6ee529b3699 HTTP/1.1" status: 204 len: 173 time: 1.3169761 Mar 21 17:30:15.377700 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'name': 'network-vif-deleted', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:15.379943 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4c1641-3e99-4a36-92a8-b9a9185a9a3e" -d '{"events": [{"server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "name": "network-vif-deleted", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:15.415971 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b9fb5050-a1f7-47a6-843e-1b7aab3935d4 req-19956026-649e-41f9-85da-d7ab2eb51463 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=38284323-24c5-4c83-9ea2-bb1670e3d882 HTTP/1.1" status: 200 len: 210 time: 0.0327358 Mar 21 17:30:15.437313 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3eae7-069c-4afc-8d1b-426354964430 x-openstack-request-id: req-b7b3eae7-069c-4afc-8d1b-426354964430 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:15.437613 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38284323-24c5-4c83-9ea2-bb1670e3d882", "name": "network-vif-deleted", "tag": "05d13c71-b25d-46cf-af45-d6ee529b3699", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:15.437885 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7b3eae7-069c-4afc-8d1b-426354964430 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:15.438284 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38284323-24c5-4c83-9ea2-bb1670e3d882', 'name': 'network-vif-deleted', 'tag': '05d13c71-b25d-46cf-af45-d6ee529b3699', 'status': 'completed', 'code': 200} Mar 21 17:30:15.476541 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:15.581921 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:15.699690 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:15.726669 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] Checking router: 9dd2888a-20b4-4815-9740-d90e2c55d5a2 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:15.734796 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:15.735402 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:15.841507 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:16.000927 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51856) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:16.048374 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:16.051394 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] Deleting subnet 13f0cd0b-504b-46a2-9e6c-9fc186ddfd77 {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:30:16.054604 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] Publish callbacks [] for subnet (13f0cd0b-504b-46a2-9e6c-9fc186ddfd77), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.080333 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2499cad6-e0ff-4e53-843f-8e0a5c08544b None None] The sync data for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb is: [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:16.090545 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (13f0cd0b-504b-46a2-9e6c-9fc186ddfd77), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.108229 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77591133-2f50-4860-beea-b207399b0246 req-8194d92b-f441-41e2-a22f-98eb38ab24cf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:16.110583 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-77591133-2f50-4860-beea-b207399b0246 req-8194d92b-f441-41e2-a22f-98eb38ab24cf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0585945 Mar 21 17:30:16.131816 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (13f0cd0b-504b-46a2-9e6c-9fc186ddfd77), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.170371 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-77591133-2f50-4860-beea-b207399b0246 req-591e36c8-3b15-4522-98e0-a71a40ec9239 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523300 Mar 21 17:30:16.189769 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (13f0cd0b-504b-46a2-9e6c-9fc186ddfd77), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.223322 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.228812 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13f0cd0b-504b-46a2-9e6c-9fc186ddfd77 HTTP/1.1" status: 204 len: 168 time: 0.2240360 Mar 21 17:30:16.228812 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be754f-5d50-4f50-99a5-74cb364336a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f0cd0b-504b-46a2-9e6c-9fc186ddfd77,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:16.229824 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51860) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:16.313713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (0759836c-7fab-41f6-8f42-2e97b3948441), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.352288 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6abe726-3982-41b9-af3a-c7eb974f4da1 None None] New status for floating IP d06abe45-65de-4d61-bb84-379ddbf5e063: DOWN {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:16.405561 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (0759836c-7fab-41f6-8f42-2e97b3948441), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.425523 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.425865 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.426609 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.426938 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > port after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.427261 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.427593 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > port after_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.427909 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.428323 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.428633 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.428948 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.524577 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51866) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:16.528494 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.528843 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.529179 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.529505 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 17:30:16.529877 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0759836c-7fab-41f6-8f42-2e97b3948441']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:16.546702 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c98c55d-2188-4583-ae30-f0b12ba45f98') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:16.547001 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c98c55d-2188-4583-ae30-f0b12ba45f98') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:16.562963 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18345385'] for segment (0c98c55d-2188-4583-ae30-f0b12ba45f98), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.578212 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea047757-5250-4a9d-a800-a5d20d8902eb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (61331b5e-88af-41c0-8f2d-56aa20743795), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.585073 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (0c98c55d-2188-4583-ae30-f0b12ba45f98), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.593302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:30:16.593704 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17448421'] for segment (0c98c55d-2188-4583-ae30-f0b12ba45f98), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: from cryptography.utils import int_from_bytes Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: from cryptography.utils import int_from_bytes Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: Traceback (most recent call last): Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: timer() Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: cb(*args, **kw) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: return func(*args, **kwargs) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: self._notify() Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: self.callback(batched_events) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: event.method(event) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: return f(self, *a, **k) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: return self._get(url).json() Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: return self.request(url, 'GET', **kwargs) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:30:16.597761 dv-cinder-768458-20-smb neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:30:16.603089 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea047757-5250-4a9d-a800-a5d20d8902eb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (61331b5e-88af-41c0-8f2d-56aa20743795), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.652068 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea047757-5250-4a9d-a800-a5d20d8902eb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (61331b5e-88af-41c0-8f2d-56aa20743795), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.653533 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (0759836c-7fab-41f6-8f42-2e97b3948441), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.654713 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ea047757-5250-4a9d-a800-a5d20d8902eb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.658334 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ea047757-5250-4a9d-a800-a5d20d8902eb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "DELETE /v2.0/security-groups/61331b5e-88af-41c0-8f2d-56aa20743795 HTTP/1.1" status: 204 len: 168 time: 0.1300159 Mar 21 17:30:16.659102 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51868) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:16.661981 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.665538 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0759836c-7fab-41f6-8f42-2e97b3948441 HTTP/1.1" status: 204 len: 168 time: 0.4345448 Mar 21 17:30:16.675344 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff6768-8171-4d79-a3a4-08560820a241 admin admin] Pushing event deleted for resources: {'Network': ['ID=0759836c-7fab-41f6-8f42-2e97b3948441,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:16.675784 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047757-5250-4a9d-a800-a5d20d8902eb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61331b5e-88af-41c0-8f2d-56aa20743795,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:16.677889 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.api.v2.resource [None req-bfc56c0f-bd91-4b0d-8253-667708eb3854 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] show failed (client error): The resource could not be found. Mar 21 17:30:16.678863 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-bfc56c0f-bd91-4b0d-8253-667708eb3854 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups/61331b5e-88af-41c0-8f2d-56aa20743795 HTTP/1.1" status: 404 len: 347 time: 0.0188828 Mar 21 17:30:16.682337 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51872) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:16.783897 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51874) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:16.813182 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Deleting port 1afaf1f7-dad9-460e-b1d9-6c05b8667c3a {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:16.813527 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.829955 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-991417b7-e9c0-4d97-8fae-936f1fe454c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea4f4f68a9de4145a3873d534c12240b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439575 Mar 21 17:30:16.831555 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51876) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:16.880797 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82c481b4-0e6d-431f-bdd0-29e048b78d2a admin admin] Publish callbacks [] for security_group (acb93648-8775-4b5d-aa09-b33b5bb97084), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.903653 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82c481b4-0e6d-431f-bdd0-29e048b78d2a admin admin] Publish callbacks [] for security_group (acb93648-8775-4b5d-aa09-b33b5bb97084), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.952200 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82c481b4-0e6d-431f-bdd0-29e048b78d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (acb93648-8775-4b5d-aa09-b33b5bb97084), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.955125 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82c481b4-0e6d-431f-bdd0-29e048b78d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:16.956520 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-82c481b4-0e6d-431f-bdd0-29e048b78d2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acb93648-8775-4b5d-aa09-b33b5bb97084 HTTP/1.1" status: 204 len: 168 time: 0.1240232 Mar 21 17:30:16.965938 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c481b4-0e6d-431f-bdd0-29e048b78d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb93648-8775-4b5d-aa09-b33b5bb97084,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:17.030165 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.100711 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.101786 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.114078 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Calling delete_port for 1afaf1f7-dad9-460e-b1d9-6c05b8667c3a owned by network:floatingip {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:17.271409 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (1afaf1f7-dad9-460e-b1d9-6c05b8667c3a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.298870 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event deleted for resources: {'Port': ['ID=1afaf1f7-dad9-460e-b1d9-6c05b8667c3a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:17.311273 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684c262-d8c8-498f-bc7b-ef4f54851295 req-7c1fafe4-6d2c-42fd-9639-f0e63818d8a1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:17.313222 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3684c262-d8c8-498f-bc7b-ef4f54851295 req-7c1fafe4-6d2c-42fd-9639-f0e63818d8a1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0642393 Mar 21 17:30:17.363676 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (d06abe45-65de-4d61-bb84-379ddbf5e063), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.366366 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.366756 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3684c262-d8c8-498f-bc7b-ef4f54851295 req-d2f81665-8445-4f10-979d-81bc637b30e5 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Mar 21 17:30:17.367841 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-307822e7-ac1e-40e8-a4ea-ab0d7582d9e5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "DELETE /v2.0/floatingips/d06abe45-65de-4d61-bb84-379ddbf5e063 HTTP/1.1" status: 204 len: 168 time: 0.6842241 Mar 21 17:30:17.492984 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387d446-bcee-40ab-bb54-b9806d964b6f req-54df0e38-40ff-44e2-a1e0-73cffefcd668 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:17.494417 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0387d446-bcee-40ab-bb54-b9806d964b6f req-54df0e38-40ff-44e2-a1e0-73cffefcd668 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0540624 Mar 21 17:30:17.502810 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 51886) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:17.507018 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Request body: {'floatingip': {'port_id': '1c5ea659-e457-4142-9736-e6df169c701e'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:17.545332 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (4c02dc1a-8bac-4ae3-8772-e1c477cad055), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.680630 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51888) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:17.685072 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-e2be61f4-6bdb-43d1-811c-ffa699a0a734 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011255325', 'description': 'tempest-description--1334871621'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:17.705657 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2be61f4-6bdb-43d1-811c-ffa699a0a734 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.771778 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2be61f4-6bdb-43d1-811c-ffa699a0a734 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (e2af46a9-bcd8-49b5-a245-81525ccee45f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.776703 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2be61f4-6bdb-43d1-811c-ffa699a0a734 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (e2af46a9-bcd8-49b5-a245-81525ccee45f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.805771 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e2be61f4-6bdb-43d1-811c-ffa699a0a734 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.807126 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e2be61f4-6bdb-43d1-811c-ffa699a0a734 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1255057 Mar 21 17:30:17.808278 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be61f4-6bdb-43d1-811c-ffa699a0a734 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af46a9-bcd8-49b5-a245-81525ccee45f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:17.810444 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51890) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:17.814976 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-d5235eb7-6041-4003-8038-9787dfe3d398 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'security_group_rule': {'security_group_id': 'e2af46a9-bcd8-49b5-a245-81525ccee45f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:17.840655 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5235eb7-6041-4003-8038-9787dfe3d398 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (437e08f4-faf8-4126-9529-034deb64de97), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.900976 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5235eb7-6041-4003-8038-9787dfe3d398 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (437e08f4-faf8-4126-9529-034deb64de97), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.904575 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5235eb7-6041-4003-8038-9787dfe3d398 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (437e08f4-faf8-4126-9529-034deb64de97), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.919473 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5235eb7-6041-4003-8038-9787dfe3d398 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437e08f4-faf8-4126-9529-034deb64de97,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:17.930899 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d5235eb7-6041-4003-8038-9787dfe3d398 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.932177 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d5235eb7-6041-4003-8038-9787dfe3d398 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208017 Mar 21 17:30:17.934872 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51892) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:17.939032 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-9bdb8443-ac0f-4afd-920a-dc31076754bf tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'security_group_rule': {'security_group_id': 'e2af46a9-bcd8-49b5-a245-81525ccee45f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:17.963646 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8443-ac0f-4afd-920a-dc31076754bf tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (36aa1906-e3da-4d85-9a42-03c995ddfaeb), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.982112 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:17.985528 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (4c02dc1a-8bac-4ae3-8772-e1c477cad055), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.020803 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8443-ac0f-4afd-920a-dc31076754bf tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (36aa1906-e3da-4d85-9a42-03c995ddfaeb), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.024544 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8443-ac0f-4afd-920a-dc31076754bf tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (36aa1906-e3da-4d85-9a42-03c995ddfaeb), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.038913 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb8443-ac0f-4afd-920a-dc31076754bf tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aa1906-e3da-4d85-9a42-03c995ddfaeb,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:18.050374 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8443-ac0f-4afd-920a-dc31076754bf tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.051559 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-9bdb8443-ac0f-4afd-920a-dc31076754bf tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157625 Mar 21 17:30:18.055126 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51894) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:18.059350 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:18.081451 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.090867 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Floating IP 4c02dc1a-8bac-4ae3-8772-e1c477cad055 associated. External IP: 172.28.2.114, port: 1c5ea659-e457-4142-9736-e6df169c701e. Mar 21 17:30:18.104176 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 05d13c71-b25d-46cf-af45-d6ee529b3699 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:30:18.125266 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 05d13c71-b25d-46cf-af45-d6ee529b3699 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:30:18.125950 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 05d13c71-b25d-46cf-af45-d6ee529b3699 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:30:18.181019 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.286820 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Allocated IP 172.28.2.40 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/54f9cbbb-2846-4656-9bbb-887d81581561) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:30:18.314219 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:18.394817 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for port (54f9cbbb-2846-4656-9bbb-887d81581561), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.426606 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:18.431084 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (54f9cbbb-2846-4656-9bbb-887d81581561), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.432520 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.438696 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] Sync routers for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:18.448735 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:18.449340 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:18.479139 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f19bc564-077f-480e-8008-6cc9bb611ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "PUT /v2.0/floatingips/4c02dc1a-8bac-4ae3-8772-e1c477cad055 HTTP/1.1" status: 200 len: 992 time: 0.9611597 Mar 21 17:30:18.479139 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:18.479139 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a517ade2-8870-4c68-a88a-dd18ed10c775" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "tag": "1c5ea659-e457-4142-9736-e6df169c701e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:18.479648 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:30:18.479648 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:30:18.480576 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:30:18.511300 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c168ba-3545-4d39-a8e8-29b03800603f x-openstack-request-id: req-05c168ba-3545-4d39-a8e8-29b03800603f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:18.511593 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "tag": "1c5ea659-e457-4142-9736-e6df169c701e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:18.511850 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05c168ba-3545-4d39-a8e8-29b03800603f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:18.512279 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e', 'status': 'completed', 'code': 200} Mar 21 17:30:18.517620 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'Port': ['ID=54f9cbbb-2846-4656-9bbb-887d81581561,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:18.572570 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:18.581514 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (2506d462-49c8-40f2-9ead-2ef64811dae6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.582761 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-bd4f7b37-6a19-45da-9688-35afdf156236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:18.584658 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-bd4f7b37-6a19-45da-9688-35afdf156236 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1130 time: 0.0478585 Mar 21 17:30:18.626168 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (54f9cbbb-2846-4656-9bbb-887d81581561), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.682403 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-4bca4eb8-58a3-490f-a157-78f3dfc87ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:18.683840 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-4bca4eb8-58a3-490f-a157-78f3dfc87ae7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.0924664 Mar 21 17:30:18.756637 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-dcec0d2b-4199-4bc9-9bef-f087be800035 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 1000 time: 0.0633433 Mar 21 17:30:18.781577 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for port (54f9cbbb-2846-4656-9bbb-887d81581561), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.786054 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (54f9cbbb-2846-4656-9bbb-887d81581561), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.813335 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-a43ec77a-9789-4401-8080-2c32f922324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:18.814843 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-a43ec77a-9789-4401-8080-2c32f922324b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0521793 Mar 21 17:30:18.817071 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '4c02dc1a-8bac-4ae3-8772-e1c477cad055', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'port_id': '1c5ea659-e457-4142-9736-e6df169c701e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'mac_address': 'fa:16:3e:4c:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf32384-4363-4bb7-a415-c5702560029e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:04Z', 'updated_at': '2022-03-21T17:30:17Z', 'revision_number': 1, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:18.847637 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] Checking router: 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:18.857563 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:18.858386 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:18.865432 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'Port': ['ID=54f9cbbb-2846-4656-9bbb-887d81581561,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:18.872810 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2506d462-49c8-40f2-9ead-2ef64811dae6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.876308 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-6558e006-f8a3-44aa-a28c-16b017dce82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:18.877845 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-6558e006-f8a3-44aa-a28c-16b017dce82c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0545621 Mar 21 17:30:18.887494 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:18.888708 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b78327fd-afba-4e2f-8711-62265f8f7dff tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8326721 Mar 21 17:30:18.981299 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-eaf083e7-77e0-4ec0-82a0-9a78d17986b8 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864298 Mar 21 17:30:19.107346 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:19.340181 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '4c02dc1a-8bac-4ae3-8772-e1c477cad055', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'port_id': '1c5ea659-e457-4142-9736-e6df169c701e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'mac_address': 'fa:16:3e:4c:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf32384-4363-4bb7-a415-c5702560029e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:04Z', 'updated_at': '2022-03-21T17:30:17Z', 'revision_number': 1, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:19.345391 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-0d375ba0-44f0-4ddf-bc65-368d76c7bad3 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1011255325&fields=id&tenant_id=808f47779d4b4853888f8bd492d41c88 HTTP/1.1" status: 200 len: 267 time: 0.2916653 Mar 21 17:30:19.347412 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a517ade2-8870-4c68-a88a-dd18ed10c775 req-a7e027d5-9d42-448c-9cf2-bc625bc76493 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575983 Mar 21 17:30:19.367046 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258e27d-c72c-4994-9d4a-5635b64ee321 None None] The sync data for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb is: [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '4c02dc1a-8bac-4ae3-8772-e1c477cad055', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'port_id': '1c5ea659-e457-4142-9736-e6df169c701e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'mac_address': 'fa:16:3e:4c:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf32384-4363-4bb7-a415-c5702560029e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:04Z', 'updated_at': '2022-03-21T17:30:17Z', 'revision_number': 1, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:19.457557 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-b94c1176-15de-4bd0-925b-f070f525d15e tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:19.459008 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-b94c1176-15de-4bd0-925b-f070f525d15e tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 811 time: 0.1071620 Mar 21 17:30:19.476179 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-d7d6d34b-cceb-446f-841e-d189d956cce8 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/quotas/808f47779d4b4853888f8bd492d41c88 HTTP/1.1" status: 200 len: 375 time: 0.0106518 Mar 21 17:30:19.537446 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-f54e462b-53f2-455a-95e3-67ef5d955363 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556519 Mar 21 17:30:19.551136 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9099171-5a6b-457e-a4df-e1404416571e None None] New status for floating IP 4c02dc1a-8bac-4ae3-8772-e1c477cad055: ACTIVE {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:19.632703 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-d14eb201-ba1c-49c9-bd62-ecd38d236ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822732 Mar 21 17:30:19.727741 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-4f9d2783-11bb-4393-8a88-1e5677708621 service neutron] 10.222.0.20 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892084 Mar 21 17:30:19.884517 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dac20407-a7a2-43c0-a9f8-344c2d7bf125 req-3eb9a7b1-8ae3-4a9a-8fed-553b72f1bfb2 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 210 time: 0.0281873 Mar 21 17:30:20.850698 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5469cef3-8da6-48e0-9e0b-ba3fccf172af tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:20.852735 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5469cef3-8da6-48e0-9e0b-ba3fccf172af tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 811 time: 0.1015382 Mar 21 17:30:20.914901 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-f2e27d66-6bba-42f9-ba65-e96ae01c7022 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=808f47779d4b4853888f8bd492d41c88 HTTP/1.1" status: 200 len: 380 time: 0.0536397 Mar 21 17:30:20.927392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'port': {'device_id': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'admin_state_up': True, 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'security_groups': ['e2af46a9-bcd8-49b5-a245-81525ccee45f']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:21.002812 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7e3111f-2afa-44a4-9bc6-5dde1387e2ad req-517724ed-8912-4254-8e95-4cab1e52794c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 210 time: 0.0311222 Mar 21 17:30:21.060840 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Made reservation on behalf of 808f47779d4b4853888f8bd492d41c88 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:30:21.064244 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.189000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Allocated IP 172.20.0.7 (ef303a24-2947-40db-857e-5d093ceea671/b909067b-4f40-4c02-af01-4bd339ab4e41/d9b3ea2a-27cf-4a29-a34a-45b08571c18e) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:30:21.323176 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.355401 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.402043 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Network ef303a24-2947-40db-857e-5d093ceea671 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:30:21.405195 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:30:21.411410 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:30:21.433730 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event updated for resources: {'Port': ['ID=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:21.461792 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:21.462428 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.478640 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5ad86598-b3bf-4c94-bfc6-b76d1783fed9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555189 Mar 21 17:30:21.498372 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Request body: {'port': {'device_id': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:21.562299 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.580039 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-861c5eee-d967-48c9-ba6d-4e9e68d39e08 None None] Provisioning complete for port d9b3ea2a-27cf-4a29-a34a-45b08571c18e triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:30:21.581396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-861c5eee-d967-48c9-ba6d-4e9e68d39e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.614552 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-861c5eee-d967-48c9-ba6d-4e9e68d39e08 None None] Port d9b3ea2a-27cf-4a29-a34a-45b08571c18e cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:30:21.820930 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b3ea2a-27cf-4a29-a34a-45b08571c18e {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:30:21.828394 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Publish callbacks [] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.839892 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Transition to ACTIVE for port object d9b3ea2a-27cf-4a29-a34a-45b08571c18e will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:30:21.844200 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:21.891923 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:21.967598 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Attempting to bind port d9b3ea2a-27cf-4a29-a34a-45b08571c18e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:30:21.967935 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Attempting to bind port d9b3ea2a-27cf-4a29-a34a-45b08571c18e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:30:21.968302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Attempting to bind port d9b3ea2a-27cf-4a29-a34a-45b08571c18e on network ef303a24-2947-40db-857e-5d093ceea671 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:30:21.973237 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Port d9b3ea2a-27cf-4a29-a34a-45b08571c18e on network ef303a24-2947-40db-857e-5d093ceea671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:30:21.973565 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Attempting to bind port d9b3ea2a-27cf-4a29-a34a-45b08571c18e on network ef303a24-2947-40db-857e-5d093ceea671 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:30:21.978440 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:30:21.978809 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Checking segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:30:21.979195 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Bound using segment: {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:30:21.979620 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Bound port: d9b3ea2a-27cf-4a29-a34a-45b08571c18e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8498585d-6b8c-4031-885d-55a8b7f07fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:30:21.979977 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:22.047651 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] For port d9b3ea2a-27cf-4a29-a34a-45b08571c18e, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:30:22.050839 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] For port d9b3ea2a-27cf-4a29-a34a-45b08571c18e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:30:22.058256 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:22.117991 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.118621 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:22.119968 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] 10.222.0.23 "PUT /v2.0/ports/d9b3ea2a-27cf-4a29-a34a-45b08571c18e HTTP/1.1" status: 200 len: 1093 time: 0.6259215 Mar 21 17:30:22.120439 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:22.122681 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a33d74-0fd6-42c7-96a9-786b39973403" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:22.152913 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3879e-3a0a-40d2-aedb-3dd734cfae49 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:22.171613 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b82b-8712-4c7e-b0ee-2d694bdb04ac req-6c588104-82bd-4624-baaa-a2ddd88c6395 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.173198 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cd45b82b-8712-4c7e-b0ee-2d694bdb04ac req-6c588104-82bd-4624-baaa-a2ddd88c6395 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 943 time: 0.0903552 Mar 21 17:30:22.214622 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a552a7-98df-4a07-9a78-b10e6652c947 x-openstack-request-id: req-45a552a7-98df-4a07-9a78-b10e6652c947 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:22.214912 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:22.215158 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45a552a7-98df-4a07-9a78-b10e6652c947 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:22.215552 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'status': 'completed', 'code': 200} Mar 21 17:30:22.263643 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cd45b82b-8712-4c7e-b0ee-2d694bdb04ac req-c68d9a24-ebe9-4f1b-94f2-62c99243e7db tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757444 Mar 21 17:30:22.266911 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-9e08a6a2-b870-455b-b54d-17839e9cca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.268246 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-9e08a6a2-b870-455b-b54d-17839e9cca78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 1127 time: 0.0894012 Mar 21 17:30:22.313220 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-ce7be65f-a9eb-4977-a08d-e684fedd2ba6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e HTTP/1.1" status: 200 len: 217 time: 0.0350766 Mar 21 17:30:22.364740 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-672cf80b-f808-4816-ab18-89fb3cd39a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.366179 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-672cf80b-f808-4816-ab18-89fb3cd39a14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.0458131 Mar 21 17:30:22.421000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5f802d4b-ee05-4a97-ace0-c9da5afe3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.422498 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-5f802d4b-ee05-4a97-ace0-c9da5afe3e56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0432050 Mar 21 17:30:22.508637 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-baf465cf-f2cd-4913-8fb5-823a8e59bca6 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782835 Mar 21 17:30:22.598180 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afaf2a3e-0624-4ad2-8309-4ea68d306d1a req-eb89c6b3-b54f-4ffb-8fd6-10564302ab14 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Mar 21 17:30:22.689913 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-dc474d48-7a74-46db-bdfa-08e39d834349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.691298 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-dc474d48-7a74-46db-bdfa-08e39d834349 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 1127 time: 0.0440853 Mar 21 17:30:22.792215 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-dda7ed9b-5bff-4a83-a749-9b9641cd90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.793661 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-dda7ed9b-5bff-4a83-a749-9b9641cd90cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 912 time: 0.0843453 Mar 21 17:30:22.832836 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-214d1c78-2d03-4d16-987a-4c3f8d42ac8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e HTTP/1.1" status: 200 len: 217 time: 0.0321984 Mar 21 17:30:22.878384 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-7a9668e7-407c-41ba-b615-0ecf55bbfdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.879782 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-7a9668e7-407c-41ba-b615-0ecf55bbfdf2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.0406580 Mar 21 17:30:22.928517 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-3d2112b2-5c5a-4fd5-9b3c-878af03e4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:22.929965 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-3d2112b2-5c5a-4fd5-9b3c-878af03e4314 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0426781 Mar 21 17:30:23.019607 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-fa5b922b-026b-4457-86ef-85a21d17626f service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Mar 21 17:30:23.106813 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8a33d74-0fd6-42c7-96a9-786b39973403 req-ed4bbecf-c230-4743-b2d9-02d16a628ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793548 Mar 21 17:30:23.386459 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4303-d3e7-4a9d-9547-0a41fbd84da4 req-ace7d45b-7756-4180-a3a9-604717b3ef17 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:23.387926 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c61a4303-d3e7-4a9d-9547-0a41fbd84da4 req-ace7d45b-7756-4180-a3a9-604717b3ef17 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 943 time: 0.0570068 Mar 21 17:30:23.432886 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c61a4303-d3e7-4a9d-9547-0a41fbd84da4 req-39875c82-ef6b-4800-a233-52d83b28a378 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394497 Mar 21 17:30:24.548961 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221665df-4fcd-4ee6-98b9-d070382b3750 req-6a9f2565-cf29-4526-9cfc-671bc0a87501 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:24.550349 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-221665df-4fcd-4ee6-98b9-d070382b3750 req-6a9f2565-cf29-4526-9cfc-671bc0a87501 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 943 time: 0.0517364 Mar 21 17:30:24.596634 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-221665df-4fcd-4ee6-98b9-d070382b3750 req-f32f942f-209e-457d-8eac-ce828c882888 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Mar 21 17:30:25.714116 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b672c77-2702-48cd-a67e-37284eea083b req-44d9c169-9e1b-4d9a-9ce3-382a52fec7c2 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:25.715593 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8b672c77-2702-48cd-a67e-37284eea083b req-44d9c169-9e1b-4d9a-9ce3-382a52fec7c2 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 943 time: 0.0547283 Mar 21 17:30:25.762223 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8b672c77-2702-48cd-a67e-37284eea083b req-15fc9dac-e488-4608-87af-6b9438f2dc96 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410860 Mar 21 17:30:26.125125 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device d9b3ea2a-27cf-4a29-a34a-45b08571c18e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:30:26.221746 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port d9b3ea2a-27cf-4a29-a34a-45b08571c18e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:26.232577 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'port_id': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'mac_address': 'fa:16:3e:7d:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:30:26.272945 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port d9b3ea2a-27cf-4a29-a34a-45b08571c18e is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:30:26.273329 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:26.285873 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b3ea2a-27cf-4a29-a34a-45b08571c18e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:30:26.304828 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port d9b3ea2a-27cf-4a29-a34a-45b08571c18e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:26.308851 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:26.353521 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:26.633726 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['d9b3ea2a-27cf-4a29-a34a-45b08571c18e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:30:26.879045 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20142-6ca7-456a-be20-df5364da6502 req-d49fb7b7-5b7b-4bb2-bdc0-7dc80fb8b2ef tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:26.880526 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8b20142-6ca7-456a-be20-df5364da6502 req-d49fb7b7-5b7b-4bb2-bdc0-7dc80fb8b2ef tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 944 time: 0.0524604 Mar 21 17:30:26.926944 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f8b20142-6ca7-456a-be20-df5364da6502 req-cd43d815-dd8b-4128-aad3-9ce27a88db02 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Mar 21 17:30:28.040581 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd98d1a-e743-444d-8b3e-619cf6d7fae1 req-dab92335-b23c-483f-ba79-f781278c7ae0 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:28.042030 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1bd98d1a-e743-444d-8b3e-619cf6d7fae1 req-dab92335-b23c-483f-ba79-f781278c7ae0 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 944 time: 0.0509582 Mar 21 17:30:28.091383 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1bd98d1a-e743-444d-8b3e-619cf6d7fae1 req-bc69dc25-e6e7-4e75-a03b-4a883b671f73 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Mar 21 17:30:28.133571 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device d9b3ea2a-27cf-4a29-a34a-45b08571c18e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:30:28.181879 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port d9b3ea2a-27cf-4a29-a34a-45b08571c18e completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:30:28.186572 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port d9b3ea2a-27cf-4a29-a34a-45b08571c18e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:30:28.186978 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:28.262428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port d9b3ea2a-27cf-4a29-a34a-45b08571c18e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:30:28.262818 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:28.289319 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:28.291546 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2c360-c02a-4eac-994a-3d97f4dc40f0" -d '{"events": [{"server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "name": "network-vif-plugged", "status": "completed", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:28.304366 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port d9b3ea2a-27cf-4a29-a34a-45b08571c18e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:28.308601 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:28.331404 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d125ae-38f8-4e65-995e-452ff3aff5fb x-openstack-request-id: req-16d125ae-38f8-4e65-995e-452ff3aff5fb {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:28.331705 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "name": "network-vif-plugged", "status": "completed", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:28.331959 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16d125ae-38f8-4e65-995e-452ff3aff5fb {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:28.332477 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'code': 200} Mar 21 17:30:28.357521 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:28.505581 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce656bc-8b29-4df0-b401-fed0b3477526 req-15a986f6-9d21-4c3b-81de-515d38a3c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:28.507229 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9ce656bc-8b29-4df0-b401-fed0b3477526 req-15a986f6-9d21-4c3b-81de-515d38a3c56d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 1129 time: 0.0435963 Mar 21 17:30:28.551436 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9ce656bc-8b29-4df0-b401-fed0b3477526 req-fb640db0-25e9-4848-8e05-caf55d1434e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372233 Mar 21 17:30:29.207292 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c037699-b441-47c3-986d-ba648aade1d6 req-cc8b0fa3-8660-4e48-9dda-297751de1293 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:29.208786 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7c037699-b441-47c3-986d-ba648aade1d6 req-cc8b0fa3-8660-4e48-9dda-297751de1293 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 945 time: 0.0515804 Mar 21 17:30:29.255027 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7c037699-b441-47c3-986d-ba648aade1d6 req-79e869ac-07f8-4a20-8223-38cb31fd340d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Mar 21 17:30:30.379020 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f2541-4c9e-4b6d-b958-cfff3b6978fd req-f485f121-f36a-4e8a-8e67-de35d90733a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:30.380598 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d51f2541-4c9e-4b6d-b958-cfff3b6978fd req-f485f121-f36a-4e8a-8e67-de35d90733a7 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 945 time: 0.0582027 Mar 21 17:30:30.429186 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d51f2541-4c9e-4b6d-b958-cfff3b6978fd req-2df5d718-28f9-455f-8ed1-1055d4ba0882 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Mar 21 17:30:30.545199 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee584-23e5-446f-b6e4-2b7e75e424e2 req-6f371932-ac8c-4c26-90f8-11bab2cb41d1 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:30.546608 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c80ee584-23e5-446f-b6e4-2b7e75e424e2 req-6f371932-ac8c-4c26-90f8-11bab2cb41d1 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Mar 21 17:30:30.555070 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 51958) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:30.559833 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Request body: {'floatingip': {'port_id': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:30.600795 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (2506d462-49c8-40f2-9ead-2ef64811dae6), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:31.031119 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:31.035164 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2506d462-49c8-40f2-9ead-2ef64811dae6), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:31.140630 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.l3_db [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Floating IP 2506d462-49c8-40f2-9ead-2ef64811dae6 associated. External IP: 172.28.2.40, port: d9b3ea2a-27cf-4a29-a34a-45b08571c18e. Mar 21 17:30:31.355589 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:31.466240 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:31.471152 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:31.477986 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] Sync routers for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:31.494115 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:31.494789 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:31.504065 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-62174fae-22a3-4799-8915-0499cd9e93a9 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "PUT /v2.0/floatingips/2506d462-49c8-40f2-9ead-2ef64811dae6 HTTP/1.1" status: 200 len: 990 time: 0.9476244 Mar 21 17:30:31.505669 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:31.507948 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d83144-51e9-456b-8d18-4385c19f9042" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:31.547829 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6748528f-8f7b-40a3-8057-a0c73d6c013f x-openstack-request-id: req-6748528f-8f7b-40a3-8057-a0c73d6c013f {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:31.548144 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:31.548398 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6748528f-8f7b-40a3-8057-a0c73d6c013f {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:31.548794 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'status': 'completed', 'code': 200} Mar 21 17:30:31.612784 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:31.618096 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83144-51e9-456b-8d18-4385c19f9042 req-4691a0e3-775b-46da-95d8-0a57c11e55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:31.619697 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d83144-51e9-456b-8d18-4385c19f9042 req-4691a0e3-775b-46da-95d8-0a57c11e55e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=808f47779d4b4853888f8bd492d41c88&device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 1129 time: 0.0477684 Mar 21 17:30:31.717232 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83144-51e9-456b-8d18-4385c19f9042 req-beaf5cc7-d2b5-47c8-9749-16319aea5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:31.718734 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d83144-51e9-456b-8d18-4385c19f9042 req-beaf5cc7-d2b5-47c8-9749-16319aea5390 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 200 len: 912 time: 0.0918906 Mar 21 17:30:31.786855 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d83144-51e9-456b-8d18-4385c19f9042 req-0accea1e-24f1-412c-bd29-7865099c9be2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e HTTP/1.1" status: 200 len: 998 time: 0.0591133 Mar 21 17:30:31.842854 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83144-51e9-456b-8d18-4385c19f9042 req-50fb687c-10d1-4d59-85a2-cd22e574450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:31.844435 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d83144-51e9-456b-8d18-4385c19f9042 req-50fb687c-10d1-4d59-85a2-cd22e574450c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 200 len: 850 time: 0.0472112 Mar 21 17:30:31.851150 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2506d462-49c8-40f2-9ead-2ef64811dae6', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'floating_ip_address': '172.28.2.40', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'port_id': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'mac_address': 'fa:16:3e:7d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:18Z', 'updated_at': '2022-03-21T17:30:30Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:31.884124 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] Checking router: 9dd2888a-20b4-4815-9740-d90e2c55d5a2 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:31.898344 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83144-51e9-456b-8d18-4385c19f9042 req-dc44df12-24bb-4917-9e05-c4f9b55c103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:31.899302 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:31.899926 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:31.900170 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d83144-51e9-456b-8d18-4385c19f9042 req-dc44df12-24bb-4917-9e05-c4f9b55c103c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ef303a24-2947-40db-857e-5d093ceea671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0482938 Mar 21 17:30:31.996059 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d83144-51e9-456b-8d18-4385c19f9042 req-5891d8f4-6a66-4060-bd98-ab97e6a63dcb service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886049 Mar 21 17:30:32.013100 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:32.093882 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d83144-51e9-456b-8d18-4385c19f9042 req-c70eb577-f5e7-491c-87b8-86386c3188ae service neutron] 10.222.0.23 "GET /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903997 Mar 21 17:30:32.248078 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2506d462-49c8-40f2-9ead-2ef64811dae6', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'floating_ip_address': '172.28.2.40', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'port_id': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'mac_address': 'fa:16:3e:7d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:18Z', 'updated_at': '2022-03-21T17:30:30Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:32.278983 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e669aac-d766-43b3-afe1-5975502b55ff None None] The sync data for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb is: [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '2506d462-49c8-40f2-9ead-2ef64811dae6', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'floating_ip_address': '172.28.2.40', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'port_id': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'mac_address': 'fa:16:3e:7d:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:18Z', 'updated_at': '2022-03-21T17:30:30Z', 'revision_number': 1, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:32.478722 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d10bf66-bde7-4e62-9676-bc800eea32ea None None] New status for floating IP 2506d462-49c8-40f2-9ead-2ef64811dae6: ACTIVE {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:32.508780 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:39.675125 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c253152-97bb-412e-b74d-3e49d172e7eb req-9f2b5256-5b90-4029-a75c-08675ab0ac3e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:39.676578 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9c253152-97bb-412e-b74d-3e49d172e7eb req-9f2b5256-5b90-4029-a75c-08675ab0ac3e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Mar 21 17:30:39.729178 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9c253152-97bb-412e-b74d-3e49d172e7eb req-16aeb406-8a52-4a4a-8671-89dfd6c41db5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471911 Mar 21 17:30:40.756951 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1e178ba9-d075-4d11-84fc-dd53dc5549ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:40.864955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fd352-46bb-4728-8b94-e0ce6bf75cdf req-53882380-02e6-446b-883d-2f13e5dd16f3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:40.866398 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2e3fd352-46bb-4728-8b94-e0ce6bf75cdf req-53882380-02e6-446b-883d-2f13e5dd16f3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0508144 Mar 21 17:30:40.915160 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2e3fd352-46bb-4728-8b94-e0ce6bf75cdf req-a3913f60-77c1-4f27-8d27-d9118ff0a9c3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Mar 21 17:30:42.030116 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe7a0c-3de1-4458-9425-82d522f47da8 req-7afd098f-898b-4f3b-b14f-ea64b591b72a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:42.031546 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4bbe7a0c-3de1-4458-9425-82d522f47da8 req-7afd098f-898b-4f3b-b14f-ea64b591b72a tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0509846 Mar 21 17:30:42.075589 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4bbe7a0c-3de1-4458-9425-82d522f47da8 req-2faaf3fd-1e60-4719-ad25-f861bcbe0ad0 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386863 Mar 21 17:30:42.946894 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9da221bb-4bb2-46d4-bae6-28368f941814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:43.192896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85fea1-34dc-44aa-bb5e-25874b32fc32 req-ef458fac-5508-4537-b797-1e462aba5de9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:43.194393 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0c85fea1-34dc-44aa-bb5e-25874b32fc32 req-ef458fac-5508-4537-b797-1e462aba5de9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0518672 Mar 21 17:30:43.239460 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0c85fea1-34dc-44aa-bb5e-25874b32fc32 req-97dde39f-eb3b-4e50-ad93-21c6e22c164e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=11318455-6b83-49b6-aed2-5931e3b87cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394886 Mar 21 17:30:43.359469 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15236189-595c-41be-bedc-a87271605b10 req-7167d7ee-14fd-46de-87c9-64dcf6360968 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:43.360933 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-15236189-595c-41be-bedc-a87271605b10 req-7167d7ee-14fd-46de-87c9-64dcf6360968 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 945 time: 0.0546358 Mar 21 17:30:43.453784 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Deleting port 6e0d5c94-d092-4242-a022-1d82af9d8290 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:43.454122 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:43.546221 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] For port 6e0d5c94-d092-4242-a022-1d82af9d8290, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6e0d5c94-d092-4242-a022-1d82af9d8290,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:43.546606 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:43.716828 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:43.717188 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:43.717501 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Floating IP 7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86 disassociated. External IP: 172.28.2.246, port: 6e0d5c94-d092-4242-a022-1d82af9d8290. Mar 21 17:30:43.717845 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Calling delete_port for 6e0d5c94-d092-4242-a022-1d82af9d8290 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:43.845460 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (6e0d5c94-d092-4242-a022-1d82af9d8290), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:43.870073 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event deleted for resources: {'Port': ['ID=6e0d5c94-d092-4242-a022-1d82af9d8290,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:43.983007 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:44.019644 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:44.089664 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:44.100150 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3c388-2b19-4440-8710-54faee153932 None None] Sync routers for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:44.113829 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:44.114443 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:44.129010 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] No DVR routers for this DVR port 6e0d5c94-d092-4242-a022-1d82af9d8290 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:30:44.131519 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:44.135308 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-15236189-595c-41be-bedc-a87271605b10 req-a75f3388-3211-4b47-9634-4c7d49ee546d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "DELETE /v2.0/ports/6e0d5c94-d092-4242-a022-1d82af9d8290 HTTP/1.1" status: 204 len: 173 time: 0.7669752 Mar 21 17:30:44.135741 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'name': 'network-vif-deleted', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:44.137981 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ef3b3-2a57-4b1d-bbea-bc1b68bf850f" -d '{"events": [{"server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "name": "network-vif-deleted", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:44.185510 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90a1813-3783-4886-bd36-2b4b3296869b x-openstack-request-id: req-e90a1813-3783-4886-bd36-2b4b3296869b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:44.185761 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189c8d07-7143-4471-9ded-536eb8177c55", "name": "network-vif-deleted", "tag": "6e0d5c94-d092-4242-a022-1d82af9d8290", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:44.186132 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e90a1813-3783-4886-bd36-2b4b3296869b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:44.186545 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189c8d07-7143-4471-9ded-536eb8177c55', 'name': 'network-vif-deleted', 'tag': '6e0d5c94-d092-4242-a022-1d82af9d8290', 'status': 'completed', 'code': 200} Mar 21 17:30:44.227137 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:44.352368 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-28c3550f-ef0a-4e73-89c9-889e360781b1 req-42aefa0c-40a4-4586-839d-1be799f2d2b3 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=189c8d07-7143-4471-9ded-536eb8177c55 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Mar 21 17:30:44.556196 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:44.582579 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3c388-2b19-4440-8710-54faee153932 None None] Checking router: 9719e9d3-e281-40e3-8bb0-f6d019b12cfa for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:44.591417 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:44.592026 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:44.706193 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:44.902982 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dae3c388-2b19-4440-8710-54faee153932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:44.928647 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae3c388-2b19-4440-8710-54faee153932 None None] The sync data for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb is: [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '50a9800f-7b79-433a-bedb-3f92d2095590', 'name': '', 'network_id': '332f5178-7cd7-4771-843a-0ea903d564ef', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:25Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'subnets': [{'id': 'b6fa5352-731c-45e5-8210-987263408ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:45.128937 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978da640-bf0d-42d7-b653-6c0fbb687b0a None None] New status for floating IP 7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86: DOWN {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:45.132669 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:30:45.439113 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52014) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:45.494017 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group (11318455-6b83-49b6-aed2-5931e3b87cbb), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.518292 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group (11318455-6b83-49b6-aed2-5931e3b87cbb), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.532260 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.564883 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (11318455-6b83-49b6-aed2-5931e3b87cbb), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.567512 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.568684 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "DELETE /v2.0/security-groups/11318455-6b83-49b6-aed2-5931e3b87cbb HTTP/1.1" status: 204 len: 168 time: 0.1285601 Mar 21 17:30:45.571832 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52016) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:45.578905 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11318455-6b83-49b6-aed2-5931e3b87cbb,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:45.586298 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.586645 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.587011 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.587216 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.api.v2.resource [None req-8f223cbd-c6f7-4cd5-b388-78e935db6a6d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] show failed (client error): The resource could not be found. Mar 21 17:30:45.587395 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.587723 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.588069 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.588196 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-8f223cbd-c6f7-4cd5-b388-78e935db6a6d tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups/11318455-6b83-49b6-aed2-5931e3b87cbb HTTP/1.1" status: 404 len: 347 time: 0.0134449 Mar 21 17:30:45.588379 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.588705 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.589028 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.589351 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.589737 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.590343 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.590343 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.590592 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.590772 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52018) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:45.590906 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebe3f7a-fada-462f-b5ea-d321d993e3bd tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:30:45.713622 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Deleting port bad1e847-d475-4d9a-afb9-415cc9b811f6 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:45.713966 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.789164 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.789504 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (bad1e847-d475-4d9a-afb9-415cc9b811f6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:45.801210 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Calling delete_port for bad1e847-d475-4d9a-afb9-415cc9b811f6 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:46.163097 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (bad1e847-d475-4d9a-afb9-415cc9b811f6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:46.189304 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event deleted for resources: {'Port': ['ID=bad1e847-d475-4d9a-afb9-415cc9b811f6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:46.226642 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 6e0d5c94-d092-4242-a022-1d82af9d8290 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:30:46.248645 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks [] for floatingip (7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:46.250687 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:46.250932 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 6e0d5c94-d092-4242-a022-1d82af9d8290 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:30:46.251276 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 6e0d5c94-d092-4242-a022-1d82af9d8290 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:30:46.251904 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7af2a42c-ec0d-4000-a1b7-cc1c3ec6c93e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "DELETE /v2.0/floatingips/7a47a7b4-0b2f-4814-a4b7-d31dd8cc5d86 HTTP/1.1" status: 204 len: 168 time: 0.6602569 Mar 21 17:30:47.034842 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:48.706441 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17431086-9040-4a01-b280-ff4051693502 req-491c7408-fc98-48e9-ab67-1afb5e0f6fef tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:48.707878 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-17431086-9040-4a01-b280-ff4051693502 req-491c7408-fc98-48e9-ab67-1afb5e0f6fef tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Mar 21 17:30:48.753500 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-17431086-9040-4a01-b280-ff4051693502 req-51783276-4964-485c-b34c-f44f048ddd2b tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Mar 21 17:30:49.881463 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c06e5-b224-4310-8907-b7773cf5cada req-f687dbc5-a9ff-4d3d-8849-767a5b4efc50 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:49.882948 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4d0c06e5-b224-4310-8907-b7773cf5cada req-f687dbc5-a9ff-4d3d-8849-767a5b4efc50 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0533853 Mar 21 17:30:49.930786 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4d0c06e5-b224-4310-8907-b7773cf5cada req-23b45439-2021-4002-a58a-e44ba77e2d47 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Mar 21 17:30:51.048545 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e9a77-cb73-4a55-9e29-3fa8add0708e req-a987ff51-879d-4dad-ade5-08b863b631d2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:51.050229 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4a6e9a77-cb73-4a55-9e29-3fa8add0708e req-a987ff51-879d-4dad-ade5-08b863b631d2 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0529039 Mar 21 17:30:51.108008 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4a6e9a77-cb73-4a55-9e29-3fa8add0708e req-5aad3239-7c3b-4437-93e3-c67d42987098 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517890 Mar 21 17:30:51.203825 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f32b4-25b0-4fc4-a1a9-a73567a3ee94 req-ce6d54d2-edd3-4284-b790-22abf49c8ece tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:51.205298 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4f4f32b4-25b0-4fc4-a1a9-a73567a3ee94 req-ce6d54d2-edd3-4284-b790-22abf49c8ece tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 946 time: 0.0820663 Mar 21 17:30:51.217382 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-f2488d5e-9c9e-4378-91e9-d552f1ceab2e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:51.218828 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-f2488d5e-9c9e-4378-91e9-d552f1ceab2e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 946 time: 0.0687203 Mar 21 17:30:51.297793 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4f4f32b4-25b0-4fc4-a1a9-a73567a3ee94 req-6e09da67-1696-4f3b-b9b4-fc0d4f29cbe9 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779912 Mar 21 17:30:51.342456 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Deleting port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:51.342798 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:51.427927 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] For port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:51.428314 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:51.440823 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Calling delete_port for 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:51.563954 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (28b27a99-6acb-48f6-aeef-6b4bf7f5d926), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:51.577293 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['f0282ada-d6dc-4171-9197-5b36e2c8845f', '28b27a99-6acb-48f6-aeef-6b4bf7f5d926'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:30:51.593730 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event deleted for resources: {'Port': ['ID=28b27a99-6acb-48f6-aeef-6b4bf7f5d926,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:51.640012 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] No DVR routers for this DVR port 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:30:51.642612 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:51.646281 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bae04aee-fa9f-40d3-8c1b-dd6d6c7fc376 req-164a2b5c-8410-4799-9e4a-2152b112b5d8 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "DELETE /v2.0/ports/28b27a99-6acb-48f6-aeef-6b4bf7f5d926 HTTP/1.1" status: 204 len: 173 time: 0.4132650 Mar 21 17:30:51.646722 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'name': 'network-vif-deleted', 'tag': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:51.649621 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ee4e11-251b-41d3-9a15-766a5e119b9c" -d '{"events": [{"server_uuid": "4e077fa1-b1bb-4dab-912d-434cdd1c0f59", "name": "network-vif-deleted", "tag": "28b27a99-6acb-48f6-aeef-6b4bf7f5d926"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:51.687362 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b404b86f-4b95-4bc3-b6f1-07f93e9e7efa x-openstack-request-id: req-b404b86f-4b95-4bc3-b6f1-07f93e9e7efa {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:51.688428 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e077fa1-b1bb-4dab-912d-434cdd1c0f59", "name": "network-vif-deleted", "tag": "28b27a99-6acb-48f6-aeef-6b4bf7f5d926", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:51.688778 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b404b86f-4b95-4bc3-b6f1-07f93e9e7efa {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:51.689263 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e077fa1-b1bb-4dab-912d-434cdd1c0f59', 'name': 'network-vif-deleted', 'tag': '28b27a99-6acb-48f6-aeef-6b4bf7f5d926', 'status': 'completed', 'code': 200} Mar 21 17:30:52.091186 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-c13f844e-4047-4538-a3cb-0301cfbe68b6 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136717740&fields=id&tenant_id=adf36243ada042d9a3d7b97e7395799e HTTP/1.1" status: 200 len: 267 time: 0.0445800 Mar 21 17:30:52.150685 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-f7065b66-b81c-4adc-af49-b51de49bda24 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:52.152189 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-f7065b66-b81c-4adc-af49-b51de49bda24 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 984 time: 0.0551119 Mar 21 17:30:52.166280 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Request body: {'port': {'security_groups': ['78f3896c-e0be-401b-bfd8-d3e1310bed71']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:52.225432 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1e9413ec-3a7a-4b95-abe2-1abce9272fcf req-377ebd53-e431-4b7d-b94f-17ff5c8c8244 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e077fa1-b1bb-4dab-912d-434cdd1c0f59 HTTP/1.1" status: 200 len: 210 time: 0.0344310 Mar 21 17:30:52.269332 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.474177 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:52.482073 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43b586-2024-4d69-918e-3e6b5a433cd8 req-5a4a163d-7091-4448-b2a5-55b13bf43480 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:52.483538 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e43b586-2024-4d69-918e-3e6b5a433cd8 req-5a4a163d-7091-4448-b2a5-55b13bf43480 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 946 time: 0.1177363 Mar 21 17:30:52.535586 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.543934 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.554551 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e43b586-2024-4d69-918e-3e6b5a433cd8 req-fba0905c-87f6-4137-8477-628108930ddc tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650511 Mar 21 17:30:52.559933 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['c1005bbb-5d8b-4488-b1ef-fe972771d132'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:30:52.595773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:52.596449 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.597835 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3c2eec2a-a246-4ae6-9a0b-7eb64393a725 req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "PUT /v2.0/ports/c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 942 time: 0.4368882 Mar 21 17:30:52.604251 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52104) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:52.623300 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b34ccc-c82e-4c0e-824b-479a8af86bd1 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event updated for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=7']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:52.667718 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c1903cb-b22d-4d3d-b809-f49fdc91f8af tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group (d96d5937-f9e4-4f28-837d-d90948fbc62c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.694334 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c1903cb-b22d-4d3d-b809-f49fdc91f8af tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group (d96d5937-f9e4-4f28-837d-d90948fbc62c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.702698 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['c1005bbb-5d8b-4488-b1ef-fe972771d132'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:30:52.765580 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c1903cb-b22d-4d3d-b809-f49fdc91f8af tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (d96d5937-f9e4-4f28-837d-d90948fbc62c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.768779 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8c1903cb-b22d-4d3d-b809-f49fdc91f8af tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.772812 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8c1903cb-b22d-4d3d-b809-f49fdc91f8af tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "DELETE /v2.0/security-groups/d96d5937-f9e4-4f28-837d-d90948fbc62c HTTP/1.1" status: 204 len: 168 time: 0.1648331 Mar 21 17:30:52.773190 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52106) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:52.780609 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1903cb-b22d-4d3d-b809-f49fdc91f8af tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d5937-f9e4-4f28-837d-d90948fbc62c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:52.889226 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-840bb02e-6d82-4399-8e40-71289834dbe1 None None] Provisioning complete for port c1005bbb-5d8b-4488-b1ef-fe972771d132 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:30:52.889519 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-840bb02e-6d82-4399-8e40-71289834dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.941614 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Deleting port 4d9342d2-0e5c-4760-85be-d4a1c78104ee {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:52.941951 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:52.968891 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-840bb02e-6d82-4399-8e40-71289834dbe1 None None] Current status of the port c1005bbb-5d8b-4488-b1ef-fe972771d132 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:30:53.049869 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.050113 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for floatingip (4d9342d2-0e5c-4760-85be-d4a1c78104ee), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.058513 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-abe3f2df-1f55-49a7-9f51-e621224bd486 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:53.059939 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-abe3f2df-1f55-49a7-9f51-e621224bd486 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 946 time: 0.0834684 Mar 21 17:30:53.076616 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Calling delete_port for 4d9342d2-0e5c-4760-85be-d4a1c78104ee owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:53.244456 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:53.245134 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.374559 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] For port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:53.374924 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.396424 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (4d9342d2-0e5c-4760-85be-d4a1c78104ee), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.466766 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event deleted for resources: {'Port': ['ID=4d9342d2-0e5c-4760-85be-d4a1c78104ee,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:53.598400 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks [] for floatingip (dc46b933-0bff-4b65-8fda-d9964395e249), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.598733 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Floating IP dc46b933-0bff-4b65-8fda-d9964395e249 disassociated (deleted). External IP: 172.28.2.201, port: c1005bbb-5d8b-4488-b1ef-fe972771d132. Mar 21 17:30:53.699566 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:53.701953 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8f683-1abc-41db-ae5f-bfef45cc30fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:53.723233 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2dd30-84b1-46e7-97b3-16c7b538be22 req-36e65511-c5b3-4023-8a26-b3fccdb0fb50 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:53.724705 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cee2dd30-84b1-46e7-97b3-16c7b538be22 req-36e65511-c5b3-4023-8a26-b3fccdb0fb50 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.2658613 Mar 21 17:30:53.798598 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.798961 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2431022a-871f-4a8c-85e7-2f04686b787f), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:53.799580 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 2431022a-871f-4a8c-85e7-2f04686b787f disassociated. External IP: 172.28.2.105, port: 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e. Mar 21 17:30:53.799934 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:53.877058 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc8c9a-9f93-4306-8880-108423512c67 req-e22d8a01-cb41-496a-897b-980e9692d6c9 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:53.878526 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50cc8c9a-9f93-4306-8880-108423512c67 req-e22d8a01-cb41-496a-897b-980e9692d6c9 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 946 time: 0.2089744 Mar 21 17:30:53.881393 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cee2dd30-84b1-46e7-97b3-16c7b538be22 req-8e58aa05-2073-4ce0-8797-d6b1cc1910ae tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352589 Mar 21 17:30:53.960293 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116a945e-a27c-4fc6-85e6-8ac9bd3aab9f x-openstack-request-id: req-116a945e-a27c-4fc6-85e6-8ac9bd3aab9f {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:53.960578 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:53.960834 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-116a945e-a27c-4fc6-85e6-8ac9bd3aab9f {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:53.961701 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'status': 'completed', 'code': 200} Mar 21 17:30:54.256422 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:30:54.285176 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50cc8c9a-9f93-4306-8880-108423512c67 req-31899fe8-3de5-40e1-bcb2-12e31a4eca83 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99b7c75-853c-4d7a-998f-f6a6e1197270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999712 Mar 21 17:30:54.340718 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e is: ACTIVE; New status is: DOWN {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:30:54.341116 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:54.360860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-8d154f36-2cc1-4188-b2f6-7c1e98d2718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:54.362354 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-8d154f36-2cc1-4188-b2f6-7c1e98d2718f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1129 time: 0.3700030 Mar 21 17:30:54.385776 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Router f48511d5-2673-4596-9b30-29df1f04424e has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:54.397999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:54.407102 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:30:54.426014 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:30:54.426360 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 28b27a99-6acb-48f6-aeef-6b4bf7f5d926 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:30:54.460917 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:54.636767 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-11bcda88-6287-42bb-ac4b-abb9f386c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:54.638219 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-11bcda88-6287-42bb-ac4b-abb9f386c220 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 916 time: 0.2682896 Mar 21 17:30:54.692615 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-d8561095-f0ff-47e4-a4af-01f98eb40d07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 217 time: 0.0425215 Mar 21 17:30:54.732470 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:54.742056 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] Sync routers for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:54.745403 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:54.752271 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:54.753042 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:54.788142 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:30:54.791990 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-f88c8ffa-146c-46fe-8408-dc5ce401267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:54.793483 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-f88c8ffa-146c-46fe-8408-dc5ce401267d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 200 len: 854 time: 0.0933831 Mar 21 17:30:54.802031 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-5d086dde-285e-4b7f-9311-0db7e3d0028b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "DELETE /v2.0/floatingips/dc46b933-0bff-4b65-8fda-d9964395e249 HTTP/1.1" status: 204 len: 168 time: 2.0247409 Mar 21 17:30:54.893457 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:54.929422 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-070f9e96-1c77-43ae-a810-34e0609ae334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:54.931499 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-070f9e96-1c77-43ae-a810-34e0609ae334 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12069fde-28b7-4121-bdfe-7982bab9ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1298852 Mar 21 17:30:55.044707 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:30:55.056141 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:30:55.073229 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:55.074932 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:55.136427 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] No DVR routers for this DVR port 428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:30:55.139160 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:55.143368 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2d9095ce-84a0-4b1a-b75e-13c25072dd22 req-031232c9-8e3b-4aff-bb10-a1408e7fe808 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "DELETE /v2.0/ports/428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e HTTP/1.1" status: 204 len: 173 time: 2.0763185 Mar 21 17:30:55.176965 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:53Z', 'revision_number': 5, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:55.184916 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-333074dc-85b0-463a-b165-2358e39f41eb service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437243 Mar 21 17:30:55.193342 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fd50e-1e7b-4ccd-b3fc-81c92f812690 req-8ed85d1e-21ab-4294-b608-4c3cf3ce46a9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:55.195001 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ea9fd50e-1e7b-4ccd-b3fc-81c92f812690 req-8ed85d1e-21ab-4294-b608-4c3cf3ce46a9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.2047639 Mar 21 17:30:55.216670 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] Checking router: f48511d5-2673-4596-9b30-29df1f04424e for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:55.217187 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:55.227411 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:55.228031 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:55.323951 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ea9fd50e-1e7b-4ccd-b3fc-81c92f812690 req-f2f0928d-bd95-4c07-83d1-02cad4b56595 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186390 Mar 21 17:30:55.347978 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-50e8f683-1abc-41db-ae5f-bfef45cc30fe req-65a87850-631f-4ae0-9819-8dd8a234c8cd service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518340 Mar 21 17:30:55.365845 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:55.411359 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-61d908f2-17ab-440e-9249-bc2f44dcf9d7 req-3c6fb33f-be1f-4ac9-8fe2-2cfcf9550f87 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d820e17-f1ae-47d8-87a3-15747d91238e HTTP/1.1" status: 200 len: 210 time: 0.0275762 Mar 21 17:30:55.466442 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:55.496539 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:30:55.505145 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:30:55.505759 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:55.574863 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:53Z', 'revision_number': 5, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:55.605543 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c0a0c8-fbe1-44d4-be3c-71fd37e3202e None None] The sync data for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb is: [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:27:48Z', 'revision_number': 4, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '23a7c61e-54df-42f0-885b-8f564c1583f6', 'name': '', 'network_id': '12069fde-28b7-4121-bdfe-7982bab9ec80', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'mac_address': 'fa:16:3e:19:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:47Z', 'updated_at': '2022-03-21T17:27:53Z', 'revision_number': 5, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'subnets': [{'id': 'e7bb64ac-4fb4-4185-b449-8e8a6896f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:55.620817 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:30:55.850423 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:30:55.874165 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253dbd58-a756-4526-a67a-b69cde36a5b4 None None] New status for floating IP dc46b933-0bff-4b65-8fda-d9964395e249: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:55.877310 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1c659-7651-47e9-b75e-7cb7796c15b4 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:30:55.962697 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132'}, {'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'name': 'network-vif-deleted', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:55.965125 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbff261-04e1-4222-9535-286e6f258a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132"}, {"server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "name": "network-vif-deleted", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:56.003303 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0390f6dc-9c50-4d5b-a64e-b727218adf4b x-openstack-request-id: req-0390f6dc-9c50-4d5b-a64e-b727218adf4b {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:56.003629 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132", "status": "completed", "code": 200}, {"server_uuid": "7d820e17-f1ae-47d8-87a3-15747d91238e", "name": "network-vif-deleted", "tag": "428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:56.003878 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0390f6dc-9c50-4d5b-a64e-b727218adf4b {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:56.004304 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'status': 'completed', 'code': 200} Mar 21 17:30:56.004556 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d820e17-f1ae-47d8-87a3-15747d91238e', 'name': 'network-vif-deleted', 'tag': '428f83d6-f67e-4c9f-93a1-3fc9f6c01e7e', 'status': 'completed', 'code': 200} Mar 21 17:30:56.071829 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbff261-04e1-4222-9535-286e6f258a6a req-ffca010d-4979-4e29-b2b5-6fcb3c747587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:56.073396 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bbff261-04e1-4222-9535-286e6f258a6a req-ffca010d-4979-4e29-b2b5-6fcb3c747587 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adf36243ada042d9a3d7b97e7395799e&device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 1129 time: 0.0457397 Mar 21 17:30:56.117638 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be8886-f758-4482-a217-3f24641a82c1 None None] New status for floating IP 2431022a-871f-4a8c-85e7-2f04686b787f: DOWN {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:30:56.176099 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbff261-04e1-4222-9535-286e6f258a6a req-d8f9c0cf-803b-4394-bb0a-7833e3571ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:56.177801 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bbff261-04e1-4222-9535-286e6f258a6a req-d8f9c0cf-803b-4394-bb0a-7833e3571ee8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 200 len: 916 time: 0.0932972 Mar 21 17:30:56.220733 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bbff261-04e1-4222-9535-286e6f258a6a req-7c3b834d-9d0b-4797-adf8-2fe747a9d62a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Mar 21 17:30:56.281519 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbff261-04e1-4222-9535-286e6f258a6a req-bd59c155-c695-4118-b1a5-0d8e34dbe551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:56.282986 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bbff261-04e1-4222-9535-286e6f258a6a req-bd59c155-c695-4118-b1a5-0d8e34dbe551 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 200 len: 854 time: 0.0552809 Mar 21 17:30:56.338043 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbff261-04e1-4222-9535-286e6f258a6a req-8697749c-2732-4cc9-9ae6-7ee9a24b6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:56.339466 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bbff261-04e1-4222-9535-286e6f258a6a req-8697749c-2732-4cc9-9ae6-7ee9a24b6502 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12069fde-28b7-4121-bdfe-7982bab9ec80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0500040 Mar 21 17:30:56.478131 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e3684-47f7-4f9a-8eff-0a96cd1723e0 req-252f913a-f7ca-419b-99a3-45265fa4b4df tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:56.479754 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bc3e3684-47f7-4f9a-8eff-0a96cd1723e0 req-252f913a-f7ca-419b-99a3-45265fa4b4df tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.0812941 Mar 21 17:30:56.482866 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bbff261-04e1-4222-9535-286e6f258a6a req-59a87a1c-d3fd-4634-a8fe-64103a905b81 service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303749 Mar 21 17:30:56.502635 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52152) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:56.556762 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380ce8bc-d8be-42d2-90ae-4d6f2e5b0cdd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (a99b7c75-853c-4d7a-998f-f6a6e1197270), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:56.580894 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380ce8bc-d8be-42d2-90ae-4d6f2e5b0cdd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (a99b7c75-853c-4d7a-998f-f6a6e1197270), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:56.583508 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bc3e3684-47f7-4f9a-8eff-0a96cd1723e0 req-1de27916-f05a-4c29-8083-36bd009f5a6e tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/security-groups?id=3799ca73-e383-47ac-967f-97a6620312a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975847 Mar 21 17:30:56.608893 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2bbff261-04e1-4222-9535-286e6f258a6a req-deab35ab-df59-4bc3-a59b-7fa826dfb78e service neutron] 10.222.0.23 "GET /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169217 Mar 21 17:30:56.639307 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380ce8bc-d8be-42d2-90ae-4d6f2e5b0cdd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a99b7c75-853c-4d7a-998f-f6a6e1197270), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:56.641874 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-380ce8bc-d8be-42d2-90ae-4d6f2e5b0cdd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:56.643006 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-380ce8bc-d8be-42d2-90ae-4d6f2e5b0cdd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/security-groups/a99b7c75-853c-4d7a-998f-f6a6e1197270 HTTP/1.1" status: 204 len: 168 time: 0.1392245 Mar 21 17:30:56.645814 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52154) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:56.652036 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ce8bc-d8be-42d2-90ae-4d6f2e5b0cdd tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b7c75-853c-4d7a-998f-f6a6e1197270,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:56.659954 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.api.v2.resource [None req-ddf80b0c-7169-498f-8a39-b1922229d6ca tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] show failed (client error): The resource could not be found. Mar 21 17:30:56.660983 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-ddf80b0c-7169-498f-8a39-b1922229d6ca tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups/a99b7c75-853c-4d7a-998f-f6a6e1197270 HTTP/1.1" status: 404 len: 347 time: 0.0138581 Mar 21 17:30:56.663810 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52156) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:56.784680 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port 8312828b-12ba-4860-800f-c3a13ae255c1 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:56.785021 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (8312828b-12ba-4860-800f-c3a13ae255c1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:56.859933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (8312828b-12ba-4860-800f-c3a13ae255c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:56.860293 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (8312828b-12ba-4860-800f-c3a13ae255c1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:56.872175 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for 8312828b-12ba-4860-800f-c3a13ae255c1 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:56.999162 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (8312828b-12ba-4860-800f-c3a13ae255c1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.024019 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=8312828b-12ba-4860-800f-c3a13ae255c1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:57.111458 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (2431022a-871f-4a8c-85e7-2f04686b787f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.114016 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.115149 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-dda44f35-9cb1-4a7e-b780-6c7808f4e29f tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/floatingips/2431022a-871f-4a8c-85e7-2f04686b787f HTTP/1.1" status: 204 len: 168 time: 0.4498870 Mar 21 17:30:57.126929 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-5a242b7a-2258-43c3-9aa4-2e4359fac2e5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:57.128528 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-5a242b7a-2258-43c3-9aa4-2e4359fac2e5 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 945 time: 0.1013539 Mar 21 17:30:57.223920 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Deleting port f0282ada-d6dc-4171-9197-5b36e2c8845f {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:57.224302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.294794 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52160) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:57.299451 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-76c47e5e-17fd-45ad-9b29-c584afd56d16 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983369053', 'description': 'tempest-description--2047363774'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:57.312778 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] For port f0282ada-d6dc-4171-9197-5b36e2c8845f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f0282ada-d6dc-4171-9197-5b36e2c8845f,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:57.313146 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.320871 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76c47e5e-17fd-45ad-9b29-c584afd56d16 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.331120 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Calling delete_port for f0282ada-d6dc-4171-9197-5b36e2c8845f owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:57.386652 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76c47e5e-17fd-45ad-9b29-c584afd56d16 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (8e320558-148e-4be6-8e21-53eef107abf6), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.391290 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76c47e5e-17fd-45ad-9b29-c584afd56d16 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8e320558-148e-4be6-8e21-53eef107abf6), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.421571 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-76c47e5e-17fd-45ad-9b29-c584afd56d16 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.425876 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-76c47e5e-17fd-45ad-9b29-c584afd56d16 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1300313 Mar 21 17:30:57.428641 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52166) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:57.433875 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-a8803a29-49aa-4a52-b520-3f540b72679e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': '8e320558-148e-4be6-8e21-53eef107abf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:57.448757 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c47e5e-17fd-45ad-9b29-c584afd56d16 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e320558-148e-4be6-8e21-53eef107abf6,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:57.464693 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8803a29-49aa-4a52-b520-3f540b72679e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (f22b6859-28b6-4ee7-bc3b-5d57d3116740), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.477931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (f0282ada-d6dc-4171-9197-5b36e2c8845f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.491361 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['f0282ada-d6dc-4171-9197-5b36e2c8845f'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:30:57.509806 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Pushing event deleted for resources: {'Port': ['ID=f0282ada-d6dc-4171-9197-5b36e2c8845f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:57.546674 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8803a29-49aa-4a52-b520-3f540b72679e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (f22b6859-28b6-4ee7-bc3b-5d57d3116740), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.552792 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8803a29-49aa-4a52-b520-3f540b72679e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (f22b6859-28b6-4ee7-bc3b-5d57d3116740), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.574823 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8803a29-49aa-4a52-b520-3f540b72679e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22b6859-28b6-4ee7-bc3b-5d57d3116740,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:57.583836 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a8803a29-49aa-4a52-b520-3f540b72679e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.588027 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-a8803a29-49aa-4a52-b520-3f540b72679e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555114 Mar 21 17:30:57.588489 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] No DVR routers for this DVR port f0282ada-d6dc-4171-9197-5b36e2c8845f on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:30:57.588659 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52170) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:57.592458 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.593342 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-5f327d95-ed5d-49e7-b69d-505f2a05c258 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'security_group_rule': {'security_group_id': '8e320558-148e-4be6-8e21-53eef107abf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:57.595952 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9228f874-76be-42ad-8e5f-b88fd3d30575 req-34aa1b52-169e-4d58-94b2-54e49f863954 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.23 "DELETE /v2.0/ports/f0282ada-d6dc-4171-9197-5b36e2c8845f HTTP/1.1" status: 204 len: 173 time: 0.4617617 Mar 21 17:30:57.635501 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f327d95-ed5d-49e7-b69d-505f2a05c258 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (c1f52ee6-e40b-454e-b762-4a0a9d6cd0af), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.670540 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec241f-941b-4e33-9c01-e1489810d1a0 req-8cb659cb-26ee-4512-80b2-5fd8e21b4825 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:57.672026 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-71ec241f-941b-4e33-9c01-e1489810d1a0 req-8cb659cb-26ee-4512-80b2-5fd8e21b4825 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0609226 Mar 21 17:30:57.707471 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f327d95-ed5d-49e7-b69d-505f2a05c258 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (c1f52ee6-e40b-454e-b762-4a0a9d6cd0af), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.711417 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f327d95-ed5d-49e7-b69d-505f2a05c258 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (c1f52ee6-e40b-454e-b762-4a0a9d6cd0af), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.715811 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d6891e26-ce49-445b-b827-747ed789a42a req-6ead3441-9707-4f99-a114-30e5c6ece0a9 tempest-ServerRescueNegativeTestJSON-1669210282 tempest-ServerRescueNegativeTestJSON-1669210282-project] 10.222.0.20 "GET /v2.0/ports?device_id=faa2f0ac-a711-4fba-a464-06789a588748 HTTP/1.1" status: 200 len: 210 time: 0.0427465 Mar 21 17:30:57.736117 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5f327d95-ed5d-49e7-b69d-505f2a05c258 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.739783 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5f327d95-ed5d-49e7-b69d-505f2a05c258 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470628 Mar 21 17:30:57.739783 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f327d95-ed5d-49e7-b69d-505f2a05c258 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f52ee6-e40b-454e-b762-4a0a9d6cd0af,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:57.740972 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52174) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:57.745940 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:30:57.759560 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-71ec241f-941b-4e33-9c01-e1489810d1a0 req-9ff7ba34-ad3d-4a51-ac27-f49674204775 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775313 Mar 21 17:30:57.768204 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.870208 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:57.977960 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.28.2.208 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/568865e9-27a7-436e-bbf5-ef517f75c5af) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:30:58.006166 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa2f0ac-a711-4fba-a464-06789a588748', 'name': 'network-vif-deleted', 'tag': 'f0282ada-d6dc-4171-9197-5b36e2c8845f'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:30:58.009269 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c531e080-707c-45ad-9f4f-8b0d0e16c042" -d '{"events": [{"server_uuid": "faa2f0ac-a711-4fba-a464-06789a588748", "name": "network-vif-deleted", "tag": "f0282ada-d6dc-4171-9197-5b36e2c8845f"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:30:58.047589 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f32119-3fb8-4fe1-ae61-b710ce62ce55 x-openstack-request-id: req-49f32119-3fb8-4fe1-ae61-b710ce62ce55 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:30:58.047960 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa2f0ac-a711-4fba-a464-06789a588748", "name": "network-vif-deleted", "tag": "f0282ada-d6dc-4171-9197-5b36e2c8845f", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:30:58.048313 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49f32119-3fb8-4fe1-ae61-b710ce62ce55 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:30:58.048719 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa2f0ac-a711-4fba-a464-06789a588748', 'name': 'network-vif-deleted', 'tag': 'f0282ada-d6dc-4171-9197-5b36e2c8845f', 'status': 'completed', 'code': 200} Mar 21 17:30:58.085687 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.123479 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.163665 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:30:58.169462 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:30:58.174007 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:30:58.176760 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=568865e9-27a7-436e-bbf5-ef517f75c5af,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:58.260304 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (280c6242-313b-4e98-b814-931aa42f3d02), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.296252 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.444248 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.448426 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.511595 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=568865e9-27a7-436e-bbf5-ef517f75c5af,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:30:58.525177 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (280c6242-313b-4e98-b814-931aa42f3d02), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.540377 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:58.541580 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c90ee35b-7721-44f4-8ca9-b4b97d291130 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7997003 Mar 21 17:30:58.731721 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-c4979351-282e-4fe5-896f-c8d27dcd8655 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1983369053&fields=id&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 267 time: 0.0446374 Mar 21 17:30:58.780231 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52192) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:30:58.848654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-0f0a20ac-15c9-46f5-a617-cdf5aa15a783 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:58.850115 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-0f0a20ac-15c9-46f5-a617-cdf5aa15a783 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.1120393 Mar 21 17:30:58.878035 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-84f249e8-84ad-46e8-b141-402d43a5f11e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/quotas/7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 375 time: 0.0138335 Mar 21 17:30:58.925457 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c341bc-1acc-4d0b-b4a8-55a143686389 req-c02cd811-d60b-4cf7-becf-114dc5b1577b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:58.926974 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-70c341bc-1acc-4d0b-b4a8-55a143686389 req-c02cd811-d60b-4cf7-becf-114dc5b1577b tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0972042 Mar 21 17:30:58.965659 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-126568c3-a74d-4ca7-88af-f47d190f2f31 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815134 Mar 21 17:30:59.003799 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-70c341bc-1acc-4d0b-b4a8-55a143686389 req-e561e156-fc95-4cec-8412-55c5ef2a143f tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f3896c-e0be-401b-bfd8-d3e1310bed71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Mar 21 17:30:59.071878 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-7a9c8018-91a8-4d04-ac52-a33ed2f42813 service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912220 Mar 21 17:30:59.408609 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-4369ba12-2143-401a-99aa-5861b5f432de service neutron] 10.222.0.20 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305619 Mar 21 17:30:59.570906 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:59.575245 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b9acc310-7dd2-48a7-98f2-69748c62c87c req-385bcc3d-df48-4c19-9743-8ef4e7ea38f2 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 210 time: 0.0306649 Mar 21 17:30:59.662914 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-0f30d4ee-678e-45b3-8087-9ae8d7dad41a tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:30:59.664981 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-0f30d4ee-678e-45b3-8087-9ae8d7dad41a tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 945 time: 0.0545657 Mar 21 17:30:59.772861 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Deleting port c1005bbb-5d8b-4488-b1ef-fe972771d132 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:59.773624 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:59.869625 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] For port c1005bbb-5d8b-4488-b1ef-fe972771d132, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c1005bbb-5d8b-4488-b1ef-fe972771d132,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:59.870003 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:59.883297 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Calling delete_port for c1005bbb-5d8b-4488-b1ef-fe972771d132 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:30:59.897575 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Deleting port 50a9800f-7b79-433a-bedb-3f92d2095590 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:30:59.898212 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:59.981551 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] For port 50a9800f-7b79-433a-bedb-3f92d2095590, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=50a9800f-7b79-433a-bedb-3f92d2095590,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:30:59.982201 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:30:59.998159 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Calling delete_port for 50a9800f-7b79-433a-bedb-3f92d2095590 owned by network:router_interface {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:00.023101 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (c1005bbb-5d8b-4488-b1ef-fe972771d132), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:00.036551 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['c1005bbb-5d8b-4488-b1ef-fe972771d132'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:31:00.052908 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Pushing event deleted for resources: {'Port': ['ID=c1005bbb-5d8b-4488-b1ef-fe972771d132,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:00.123348 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] No DVR routers for this DVR port c1005bbb-5d8b-4488-b1ef-fe972771d132 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:00.126401 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:00.130155 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e16aa57d-3977-47ff-baa9-01ad0b408b7d req-5054c3cb-97e8-4e3b-b10c-bc54f801af95 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.23 "DELETE /v2.0/ports/c1005bbb-5d8b-4488-b1ef-fe972771d132 HTTP/1.1" status: 204 len: 173 time: 0.4599872 Mar 21 17:31:00.133249 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'name': 'network-vif-deleted', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:00.135868 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec7fad1-01ef-42f1-93cb-919f98220a7d" -d '{"events": [{"server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "name": "network-vif-deleted", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:00.175666 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7ee36feb-f4c9-42aa-8a56-cedbb55c4514 req-60fb5359-f9e0-4a65-a1e0-07fce32a4541 tempest-TestMinimumBasicScenario-558464964 tempest-TestMinimumBasicScenario-558464964-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab48cb3e-8099-48eb-a1e8-97aa172d4fa4 HTTP/1.1" status: 200 len: 210 time: 0.0444121 Mar 21 17:31:00.182854 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d655718-cc0f-4948-aff3-7c570ab61818 x-openstack-request-id: req-8d655718-cc0f-4948-aff3-7c570ab61818 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:00.183258 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab48cb3e-8099-48eb-a1e8-97aa172d4fa4", "name": "network-vif-deleted", "tag": "c1005bbb-5d8b-4488-b1ef-fe972771d132", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:00.183604 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d655718-cc0f-4948-aff3-7c570ab61818 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:00.184433 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab48cb3e-8099-48eb-a1e8-97aa172d4fa4', 'name': 'network-vif-deleted', 'tag': 'c1005bbb-5d8b-4488-b1ef-fe972771d132', 'status': 'completed', 'code': 200} Mar 21 17:31:00.214745 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (50a9800f-7b79-433a-bedb-3f92d2095590), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:00.243563 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Pushing event deleted for resources: {'Port': ['ID=50a9800f-7b79-433a-bedb-3f92d2095590,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:00.281044 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f0282ada-d6dc-4171-9197-5b36e2c8845f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:00.306869 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: f0282ada-d6dc-4171-9197-5b36e2c8845f {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:00.307220 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f0282ada-d6dc-4171-9197-5b36e2c8845f not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:00.429213 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:00.632310 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-ff2c787f-6f99-4e6d-9e11-2e9ce71abd03 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:00.634336 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-ff2c787f-6f99-4e6d-9e11-2e9ce71abd03 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 815 time: 0.1353531 Mar 21 17:31:00.703797 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5d93a6ae-019d-4919-9c27-b1f17f17fb91 req-658b8b76-7c48-4108-b6a4-37f3f34ce778 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 210 time: 0.0489464 Mar 21 17:31:00.707944 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:00.777954 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-cb63b9e1-b2fe-4216-b36d-bac11fdf9d67 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc5c418054f43709df6dc0d20098844 HTTP/1.1" status: 200 len: 380 time: 0.1327682 Mar 21 17:31:00.787126 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'port': {'device_id': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'admin_state_up': True, 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'security_groups': ['8e320558-148e-4be6-8e21-53eef107abf6']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:00.839720 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:00.845218 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f7c86f1b-5f0c-4f93-a535-ccfc792e282f admin admin] 10.222.0.20 "PUT /v2.0/routers/9719e9d3-e281-40e3-8bb0-f6d019b12cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0638843 Mar 21 17:31:00.847629 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52220) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:00.851578 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] Sync routers for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:00.863672 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:00.864303 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:00.893366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Made reservation on behalf of 7cc5c418054f43709df6dc0d20098844 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:31:00.897013 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:00.960203 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks [] for router (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.037219 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Allocated IP 172.20.0.9 (eb243405-81e1-4e47-8b74-04f4760afcaa/c90e5ebf-4452-4266-b188-22809cdd6edc/cc5dacd8-a4ee-4868-8aa7-7162103976af) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:01.077876 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks [] for router_gateway (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.105531 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:01.131642 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Deleting port 47c8b441-cd42-4277-b1e4-7b6405810f67 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:01.132171 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.186467 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.214698 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] For port 47c8b441-cd42-4277-b1e4-7b6405810f67, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=47c8b441-cd42-4277-b1e4-7b6405810f67,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:01.214852 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.228812 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Calling delete_port for 47c8b441-cd42-4277-b1e4-7b6405810f67 owned by network:router_gateway {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:01.237395 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.301271 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Network eb243405-81e1-4e47-8b74-04f4760afcaa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:01.307157 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:01.312958 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:01.316684 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event updated for resources: {'Port': ['ID=cc5dacd8-a4ee-4868-8aa7-7162103976af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:01.329712 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:31:00Z', 'revision_number': 5, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port': {'id': '47c8b441-cd42-4277-b1e4-7b6405810f67', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:00Z', 'updated_at': '2022-03-21T17:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:01.373792 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] Checking router: 9719e9d3-e281-40e3-8bb0-f6d019b12cfa for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:01.378028 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:01.378415 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.383636 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] Routers {'9719e9d3-e281-40e3-8bb0-f6d019b12cfa'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:01.384320 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:01.400703 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-606ceab8-6754-4fd4-ae34-bbf10614c3ab tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6167216 Mar 21 17:31:01.423492 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Request body: {'port': {'device_id': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:01.494953 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.498750 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (47c8b441-cd42-4277-b1e4-7b6405810f67), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.529484 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] Set router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:01.550260 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c8b441-cd42-4277-b1e4-7b6405810f67,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:01.603526 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:31:01Z', 'revision_number': 6, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port_host': None}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:01.612205 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.633254 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646a35ea-b42e-476c-8635-87ec2927ceda None None] The sync data for ids ['9719e9d3-e281-40e3-8bb0-f6d019b12cfa'] in dv-cinder-768458-20-smb is: [{'id': '9719e9d3-e281-40e3-8bb0-f6d019b12cfa', 'name': 'tempest-ServerRescueNegativeTestJSON-1925375585-router', 'tenant_id': '342a9ad20b7f47388abff212d84e46b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:25:59Z', 'updated_at': '2022-03-21T17:31:01Z', 'revision_number': 6, 'project_id': '342a9ad20b7f47388abff212d84e46b9', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:01.665782 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-6fcfb7e4-b90b-4034-b31c-f377fae95525 None None] Provisioning complete for port cc5dacd8-a4ee-4868-8aa7-7162103976af triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:01.666790 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb7e4-b90b-4034-b31c-f377fae95525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.716101 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfb7e4-b90b-4034-b31c-f377fae95525 None None] Port cc5dacd8-a4ee-4868-8aa7-7162103976af cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:31:01.828336 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5dacd8-a4ee-4868-8aa7-7162103976af {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:31:01.837246 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Publish callbacks [] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.853386 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Transition to ACTIVE for port object cc5dacd8-a4ee-4868-8aa7-7162103976af will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:31:01.861481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:01.912816 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dacd8-a4ee-4868-8aa7-7162103976af,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:02.039452 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.041890 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks [] for router_controller (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.110780 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Attempting to bind port cc5dacd8-a4ee-4868-8aa7-7162103976af on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:02.111255 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Attempting to bind port cc5dacd8-a4ee-4868-8aa7-7162103976af by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:02.111911 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Attempting to bind port cc5dacd8-a4ee-4868-8aa7-7162103976af on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:02.123295 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (9719e9d3-e281-40e3-8bb0-f6d019b12cfa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.123920 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9719e9d3-e281-40e3-8bb0-f6d019b12cfa {{(pid=103306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:31:02.126386 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed7431-3b9b-4881-b882-6883503d70a7 req-b993521d-8737-47ec-94c2-2add59137581 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:02.131060 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.132256 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-0dfe902a-8572-496d-817b-b90a4832a004 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9719e9d3-e281-40e3-8bb0-f6d019b12cfa HTTP/1.1" status: 204 len: 168 time: 1.2835741 Mar 21 17:31:02.133890 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-02ed7431-3b9b-4881-b882-6883503d70a7 req-b993521d-8737-47ec-94c2-2add59137581 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 943 time: 0.3230155 Mar 21 17:31:02.135213 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52274) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:02.135596 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Port cc5dacd8-a4ee-4868-8aa7-7162103976af on network eb243405-81e1-4e47-8b74-04f4760afcaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:31:02.135927 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Attempting to bind port cc5dacd8-a4ee-4868-8aa7-7162103976af on network eb243405-81e1-4e47-8b74-04f4760afcaa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:02.178868 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:02.179278 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Checking segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:02.180336 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Bound using segment: {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:02.180974 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Bound port: cc5dacd8-a4ee-4868-8aa7-7162103976af, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00855909-7b26-49ab-a193-529ff452661a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:02.181396 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.199874 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] Deleting subnet b6fa5352-731c-45e5-8210-987263408ae0 {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:31:02.203582 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] Publish callbacks [] for subnet (b6fa5352-731c-45e5-8210-987263408ae0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.243899 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (b6fa5352-731c-45e5-8210-987263408ae0), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.281777 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-02ed7431-3b9b-4881-b882-6883503d70a7 req-e85382ca-17a2-43fe-94ef-9658d2df1346 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449275 Mar 21 17:31:02.307550 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device c1005bbb-5d8b-4488-b1ef-fe972771d132 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:02.308235 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] For port cc5dacd8-a4ee-4868-8aa7-7162103976af, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:02.310596 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52280) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:02.313113 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] For port cc5dacd8-a4ee-4868-8aa7-7162103976af, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:02.322340 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.330958 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: c1005bbb-5d8b-4488-b1ef-fe972771d132 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:02.331292 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device c1005bbb-5d8b-4488-b1ef-fe972771d132 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:02.370353 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:02.371094 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.372553 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] 10.222.0.23 "PUT /v2.0/ports/cc5dacd8-a4ee-4868-8aa7-7162103976af HTTP/1.1" status: 200 len: 1093 time: 0.9600480 Mar 21 17:31:02.373193 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:02.375746 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7749feb-d4e3-4653-ab7d-45f0f5c96736" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:02.419546 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efdffd-2bd7-4518-8a6f-f80b58a5fea4 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dacd8-a4ee-4868-8aa7-7162103976af,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:02.441923 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff6d75-63da-4396-a589-ab2d06632d46 x-openstack-request-id: req-cdff6d75-63da-4396-a589-ab2d06632d46 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:02.442367 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:02.442712 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdff6d75-63da-4396-a589-ab2d06632d46 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:02.443216 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'status': 'completed', 'code': 200} Mar 21 17:31:02.502394 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (b6fa5352-731c-45e5-8210-987263408ae0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.504257 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-007fc353-8fa9-4529-a91a-0ff8ddb3d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:02.505960 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-007fc353-8fa9-4529-a91a-0ff8ddb3d335 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 1127 time: 0.0734017 Mar 21 17:31:02.535510 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.633115 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-23822fdc-b861-4c9f-b414-fd1ef392e5d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af HTTP/1.1" status: 200 len: 217 time: 0.0452716 Mar 21 17:31:02.655226 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (b6fa5352-731c-45e5-8210-987263408ae0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.704227 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-1b4b1751-65d2-4b2f-b2fc-db2508663693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:02.706054 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-1b4b1751-65d2-4b2f-b2fc-db2508663693 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0666604 Mar 21 17:31:02.718354 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.721969 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6fa5352-731c-45e5-8210-987263408ae0 HTTP/1.1" status: 204 len: 168 time: 0.5854824 Mar 21 17:31:02.724850 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b8518-68a8-41a2-9312-5374e2f906e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fa5352-731c-45e5-8210-987263408ae0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:02.727342 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52288) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:02.729982 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f58d07-20f7-462b-ae58-2e5bef6525c7 None None] Network 332f5178-7cd7-4771-843a-0ea903d564ef requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:02.849645 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 50a9800f-7b79-433a-bedb-3f92d2095590 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:02.877550 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 50a9800f-7b79-433a-bedb-3f92d2095590 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:02.878074 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 50a9800f-7b79-433a-bedb-3f92d2095590 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:02.878633 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 47c8b441-cd42-4277-b1e4-7b6405810f67 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:02.911143 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (332f5178-7cd7-4771-843a-0ea903d564ef), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:02.920218 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-159d3161-8760-478c-8471-c5a193a9baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:02.922546 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-159d3161-8760-478c-8471-c5a193a9baa1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.2073567 Mar 21 17:31:02.926754 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 47c8b441-cd42-4277-b1e4-7b6405810f67 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:02.927387 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 47c8b441-cd42-4277-b1e4-7b6405810f67 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:02.990601 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (f48511d5-2673-4596-9b30-29df1f04424e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.042747 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] DHCP port deletion for 332f5178-7cd7-4771-843a-0ea903d564ef request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:31:03.088302 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-6fbfc429-cba2-4f27-9635-f80f672fdcf7 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429143 Mar 21 17:31:03.090517 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Deleting port 023d4788-f59e-4f80-a080-aec6539549c5 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:03.090863 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (023d4788-f59e-4f80-a080-aec6539549c5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.100776 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] Deleting port 023d4788-f59e-4f80-a080-aec6539549c5 {{(pid=103307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:03.101152 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (023d4788-f59e-4f80-a080-aec6539549c5), before_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.171268 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] For port 023d4788-f59e-4f80-a080-aec6539549c5, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=023d4788-f59e-4f80-a080-aec6539549c5,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:03.171760 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (023d4788-f59e-4f80-a080-aec6539549c5), precommit_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.184767 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] Calling delete_port for 023d4788-f59e-4f80-a080-aec6539549c5 owned by network:dhcp {{(pid=103307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:03.205145 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] For port 023d4788-f59e-4f80-a080-aec6539549c5, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=023d4788-f59e-4f80-a080-aec6539549c5,segment=NetworkSegment(5672c059-b254-4840-be7c-7bafe57684f7),segment_id=5672c059-b254-4840-be7c-7bafe57684f7)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:03.205496 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (023d4788-f59e-4f80-a080-aec6539549c5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.227086 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Calling delete_port for 023d4788-f59e-4f80-a080-aec6539549c5 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:03.250738 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4e65ce36-1e31-42a0-a4b0-22cd72be6721 req-63d94845-6ac9-4103-be11-432458009e2a service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554964 Mar 21 17:31:03.275499 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Deleting port 23a7c61e-54df-42f0-885b-8f564c1583f6 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:03.276601 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.325629 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (023d4788-f59e-4f80-a080-aec6539549c5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.340482 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (023d4788-f59e-4f80-a080-aec6539549c5), after_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.372019 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Pushing event deleted for resources: {'Port': ['ID=023d4788-f59e-4f80-a080-aec6539549c5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:03.377228 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] For port 23a7c61e-54df-42f0-885b-8f564c1583f6, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=23a7c61e-54df-42f0-885b-8f564c1583f6,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:03.377228 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.377722 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] No DVR routers for this DVR port 023d4788-f59e-4f80-a080-aec6539549c5 on host dv-cinder-768458-20-smb {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:03.379998 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] Pushing event deleted for resources: {'Port': ['ID=023d4788-f59e-4f80-a080-aec6539549c5,revision_number=None']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:03.382223 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e56155-b34a-4be0-b2cc-2d379aa426e5 None None] No DVR routers for this DVR port 023d4788-f59e-4f80-a080-aec6539549c5 on host dv-cinder-768458-20-smb {{(pid=103307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:03.400659 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Calling delete_port for 23a7c61e-54df-42f0-885b-8f564c1583f6 owned by network:router_interface {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:03.508212 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (332f5178-7cd7-4771-843a-0ea903d564ef), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.512505 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-f4da8e20-673e-4774-81b2-de58087411c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:03.514016 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-f4da8e20-673e-4774-81b2-de58087411c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 1127 time: 0.1540751 Mar 21 17:31:03.558980 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332f5178-7cd7-4771-843a-0ea903d564ef']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:03.601370 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (23a7c61e-54df-42f0-885b-8f564c1583f6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.602323 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5672c059-b254-4840-be7c-7bafe57684f7') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:03.602741 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5672c059-b254-4840-be7c-7bafe57684f7') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:03.617277 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18345385'] for segment (5672c059-b254-4840-be7c-7bafe57684f7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.626716 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a7c61e-54df-42f0-885b-8f564c1583f6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:03.626895 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4057-9248-424f-a225-6a3951581886 req-3bcc0150-fa58-44c2-b27b-4dacb4413e19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:03.628302 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-96ea4057-9248-424f-a225-6a3951581886 req-3bcc0150-fa58-44c2-b27b-4dacb4413e19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 943 time: 0.2310688 Mar 21 17:31:03.657540 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (5672c059-b254-4840-be7c-7bafe57684f7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.680521 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:31:03.680928 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17448421'] for segment (5672c059-b254-4840-be7c-7bafe57684f7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: Traceback (most recent call last): Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: timer() Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: cb(*args, **kw) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: return func(*args, **kwargs) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: self._notify() Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: self.callback(batched_events) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: event.method(event) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: return f(self, *a, **k) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: return self._get(url).json() Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: return self.request(url, 'GET', **kwargs) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:31:03.682727 dv-cinder-768458-20-smb neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:31:03.736590 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-be747001-6e9c-4881-9394-4d318ade176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:03.738079 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-be747001-6e9c-4881-9394-4d318ade176e service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.2135737 Mar 21 17:31:03.795993 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-96ea4057-9248-424f-a225-6a3951581886 req-34f22980-71ec-4d30-be92-e7507ef84621 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527269 Mar 21 17:31:03.798184 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-3ff8afc9-4958-4406-a5b5-c3c3ab460dc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af HTTP/1.1" status: 200 len: 217 time: 0.0467272 Mar 21 17:31:03.807331 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (332f5178-7cd7-4771-843a-0ea903d564ef), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.808507 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (f48511d5-2673-4596-9b30-29df1f04424e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.822313 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:03.829476 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] 10.222.0.20 "DELETE /v2.0/networks/332f5178-7cd7-4771-843a-0ea903d564ef HTTP/1.1" status: 204 len: 168 time: 1.0842876 Mar 21 17:31:03.861078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffdd30-6876-42bb-b95f-c1e7ce58e29c admin admin] Pushing event deleted for resources: {'Network': ['ID=332f5178-7cd7-4771-843a-0ea903d564ef,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:03.885255 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-069b481c-5fbb-409c-a6b3-c82f3cb6b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:03.887014 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-069b481c-5fbb-409c-a6b3-c82f3cb6b082 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.0824370 Mar 21 17:31:03.947308 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-15d3c906-ccef-4833-9ac1-0a47633fd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:03.948879 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-15d3c906-ccef-4833-9ac1-0a47633fd6d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0546768 Mar 21 17:31:03.999705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:04.053817 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Router f48511d5-2673-4596-9b30-29df1f04424e has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:04.059907 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a8f2b06c-59f0-4066-8e97-0c9a9535d7a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=342a9ad20b7f47388abff212d84e46b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591135 Mar 21 17:31:04.062484 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52304) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:04.073251 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-d9fd6c46-7084-49ea-aa31-efbe6508db71 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164091 Mar 21 17:31:04.167275 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f7749feb-d4e3-4653-ab7d-45f0f5c96736 req-5296d148-5f5c-4e45-9725-024827f8e74f service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869074 Mar 21 17:31:04.186442 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6e4320f-df4a-425a-a087-40e56a54ba5f admin admin] Publish callbacks [] for security_group (3799ca73-e383-47ac-967f-97a6620312a3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.212225 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:04.221766 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-26dae4d7-944d-45ac-9d1c-1fc3a7f963f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/f48511d5-2673-4596-9b30-29df1f04424e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9070275 Mar 21 17:31:04.221766 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6e4320f-df4a-425a-a087-40e56a54ba5f admin admin] Publish callbacks [] for security_group (3799ca73-e383-47ac-967f-97a6620312a3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.222031 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52306) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:04.227666 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] Sync routers for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:04.238440 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:04.239050 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:04.282749 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6e4320f-df4a-425a-a087-40e56a54ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (3799ca73-e383-47ac-967f-97a6620312a3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.285642 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d6e4320f-df4a-425a-a087-40e56a54ba5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.286792 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d6e4320f-df4a-425a-a087-40e56a54ba5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3799ca73-e383-47ac-967f-97a6620312a3 HTTP/1.1" status: 204 len: 168 time: 0.2231698 Mar 21 17:31:04.299900 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4320f-df4a-425a-a087-40e56a54ba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799ca73-e383-47ac-967f-97a6620312a3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:04.352623 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks [] for router (f48511d5-2673-4596-9b30-29df1f04424e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.361741 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:04.487978 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks [] for router_gateway (f48511d5-2673-4596-9b30-29df1f04424e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.555667 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Deleting port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:04.556142 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.567715 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:31:03Z', 'revision_number': 5, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port': {'id': '88cc20dd-1e96-4ed2-b6a3-1e264e4fb192', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:45Z', 'updated_at': '2022-03-21T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:04.605016 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] Checking router: f48511d5-2673-4596-9b30-29df1f04424e for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:04.614950 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] Routers {'f48511d5-2673-4596-9b30-29df1f04424e'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:04.615887 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f48511d5-2673-4596-9b30-29df1f04424e'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:04.645096 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] For port 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:04.645463 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.666402 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Calling delete_port for 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:04.862499 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] Set router f48511d5-2673-4596-9b30-29df1f04424e gateway port host: None {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:04.921714 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7679-b26a-43eb-ada7-e242360ae41a req-51f6e78f-13ee-43b3-b877-9cc8ae87ad9c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:04.923592 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8b7e7679-b26a-43eb-ada7-e242360ae41a req-51f6e78f-13ee-43b3-b877-9cc8ae87ad9c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1113932 Mar 21 17:31:04.925156 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (88cc20dd-1e96-4ed2-b6a3-1e264e4fb192), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:04.943664 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:31:04Z', 'revision_number': 6, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port_host': None}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:04.950828 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 023d4788-f59e-4f80-a080-aec6539549c5 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:04.959882 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cc20dd-1e96-4ed2-b6a3-1e264e4fb192,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:04.977766 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 023d4788-f59e-4f80-a080-aec6539549c5 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:04.978308 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 023d4788-f59e-4f80-a080-aec6539549c5 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:04.989054 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f74ada-6e2a-4b82-bca3-3e83c081b861 None None] The sync data for ids ['f48511d5-2673-4596-9b30-29df1f04424e'] in dv-cinder-768458-20-smb is: [{'id': 'f48511d5-2673-4596-9b30-29df1f04424e', 'name': 'tempest-TestMinimumBasicScenario-1034456622-router', 'tenant_id': 'adf36243ada042d9a3d7b97e7395799e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:44Z', 'updated_at': '2022-03-21T17:31:04Z', 'revision_number': 6, 'project_id': 'adf36243ada042d9a3d7b97e7395799e', 'gw_port_host': None}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:05.087287 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8b7e7679-b26a-43eb-ada7-e242360ae41a req-6d04147d-ccfb-4be6-9b2f-21f646adbe4a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523683 Mar 21 17:31:05.103343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b6d87-dee5-4da8-bde3-1cedae7a9b1a req-a6586b40-1edb-410f-abd9-1ae267f9c41b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:05.104858 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1a6b6d87-dee5-4da8-bde3-1cedae7a9b1a req-a6586b40-1edb-410f-abd9-1ae267f9c41b tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 943 time: 0.1415348 Mar 21 17:31:05.107302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (f48511d5-2673-4596-9b30-29df1f04424e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.232986 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (f48511d5-2673-4596-9b30-29df1f04424e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.237057 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks [] for router_controller (f48511d5-2673-4596-9b30-29df1f04424e), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.304234 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1a6b6d87-dee5-4da8-bde3-1cedae7a9b1a req-84ad8f27-431d-4a0c-8b69-9ff739c439d7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813178 Mar 21 17:31:05.314110 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (f48511d5-2673-4596-9b30-29df1f04424e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.315440 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48511d5-2673-4596-9b30-29df1f04424e {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:31:05.321761 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.322873 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-654b3b4a-99e9-4cfa-8a7e-06e0d46225b7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f48511d5-2673-4596-9b30-29df1f04424e HTTP/1.1" status: 204 len: 168 time: 1.1002231 Mar 21 17:31:05.325340 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52350) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:05.371240 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] Deleting subnet e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:31:05.374657 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] Publish callbacks [] for subnet (e7bb64ac-4fb4-4185-b449-8e8a6896f4b7), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.411679 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18345360'] for subnet (e7bb64ac-4fb4-4185-b449-8e8a6896f4b7), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.785155 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (e7bb64ac-4fb4-4185-b449-8e8a6896f4b7), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.843176 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17448775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18268721'] for subnet (e7bb64ac-4fb4-4185-b449-8e8a6896f4b7), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.870911 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7bb64ac-4fb4-4185-b449-8e8a6896f4b7,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:05.874551 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:05.877780 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-039bcc6e-416d-47b9-a962-76d1af1d0ec6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e7bb64ac-4fb4-4185-b449-8e8a6896f4b7 HTTP/1.1" status: 204 len: 168 time: 0.5513506 Mar 21 17:31:05.880258 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:05.882968 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9341fa-2d39-4621-a766-da24d2337b1f None None] Network 12069fde-28b7-4121-bdfe-7982bab9ec80 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:05.951562 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (12069fde-28b7-4121-bdfe-7982bab9ec80), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.025472 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Deleting port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:06.028543 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.032009 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] DHCP port deletion for 12069fde-28b7-4121-bdfe-7982bab9ec80 request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:31:06.085259 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] Deleting port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 {{(pid=103307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:06.086167 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), before_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.096533 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] For port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:06.096908 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.110111 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Calling delete_port for 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:06.151786 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] For port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,segment=NetworkSegment(e91c01dd-4317-4110-bb09-07098394641d),segment_id=e91c01dd-4317-4110-bb09-07098394641d)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:06.152575 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), precommit_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.166063 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] Calling delete_port for 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 owned by network:dhcp {{(pid=103307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:06.225315 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.240823 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6d6ae-4182-4f71-983b-35672b301ef5 req-c7385085-eabf-465d-a722-b5479c69931f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:06.242354 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45f6d6ae-4182-4f71-983b-35672b301ef5 req-c7385085-eabf-465d-a722-b5479c69931f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0761857 Mar 21 17:31:06.254101 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (4af1e4e0-99d9-42ef-b9e2-fa07399d4813), after_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.265408 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] No DVR routers for this DVR port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 on host dv-cinder-768458-20-smb {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:06.268932 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:06.280564 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] Pushing event deleted for resources: {'Port': ['ID=4af1e4e0-99d9-42ef-b9e2-fa07399d4813,revision_number=None']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:06.284028 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4c92c-fead-422e-b7af-6ca20c706192 None None] No DVR routers for this DVR port 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 on host dv-cinder-768458-20-smb {{(pid=103307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:06.303253 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cc5dacd8-a4ee-4868-8aa7-7162103976af details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:31:06.372616 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (12069fde-28b7-4121-bdfe-7982bab9ec80), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.405713 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port cc5dacd8-a4ee-4868-8aa7-7162103976af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:06.405948 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-45f6d6ae-4182-4f71-983b-35672b301ef5 req-f7a352fc-11c6-4cb7-8d47-72244f325379 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443577 Mar 21 17:31:06.427076 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'port_id': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'mac_address': 'fa:16:3e:01:f2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:31:06.430366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12069fde-28b7-4121-bdfe-7982bab9ec80']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:06.442283 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91c01dd-4317-4110-bb09-07098394641d') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:06.442580 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91c01dd-4317-4110-bb09-07098394641d') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:06.454937 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18345385'] for segment (e91c01dd-4317-4110-bb09-07098394641d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.465590 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port cc5dacd8-a4ee-4868-8aa7-7162103976af is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:06.465982 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.476435 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d5ac7-ac6c-4f94-be6d-39aa1f5bda94 req-77ca17a1-b988-4ed2-9eae-a0c859dfa8d7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:06.477946 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c97d5ac7-ac6c-4f94-be6d-39aa1f5bda94 req-77ca17a1-b988-4ed2-9eae-a0c859dfa8d7 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 943 time: 0.0959797 Mar 21 17:31:06.480897 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5dacd8-a4ee-4868-8aa7-7162103976af {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:31:06.481917 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (e91c01dd-4317-4110-bb09-07098394641d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.494009 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:31:06.494404 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17448421'] for segment (e91c01dd-4317-4110-bb09-07098394641d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: Traceback (most recent call last): Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: timer() Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: cb(*args, **kw) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: return func(*args, **kwargs) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: self._notify() Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: self.callback(batched_events) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: event.method(event) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: return f(self, *a, **k) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: return self._get(url).json() Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: return self.request(url, 'GET', **kwargs) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:31:06.496923 dv-cinder-768458-20-smb neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:31:06.503645 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port cc5dacd8-a4ee-4868-8aa7-7162103976af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:06.507184 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.556241 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=cc5dacd8-a4ee-4868-8aa7-7162103976af,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:06.574362 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (12069fde-28b7-4121-bdfe-7982bab9ec80), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.578902 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c97d5ac7-ac6c-4f94-be6d-39aa1f5bda94 req-23cb31c5-6bfc-4678-8213-b0e8b4cc8d19 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943022 Mar 21 17:31:06.582657 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:06.588924 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/12069fde-28b7-4121-bdfe-7982bab9ec80 HTTP/1.1" status: 204 len: 168 time: 0.7045512 Mar 21 17:31:06.589430 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52366) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:06.597890 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedead27-1436-4815-a4b6-8eb4a9a600ff admin admin] Pushing event deleted for resources: {'Network': ['ID=12069fde-28b7-4121-bdfe-7982bab9ec80,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:06.744845 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['cc5dacd8-a4ee-4868-8aa7-7162103976af'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:31:06.836267 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:06.858681 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:06.859205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4af1e4e0-99d9-42ef-b9e2-fa07399d4813 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:06.859687 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:06.889517 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:06.889871 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 88cc20dd-1e96-4ed2-b6a3-1e264e4fb192 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:06.890289 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 23a7c61e-54df-42f0-885b-8f564c1583f6 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:06.917536 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 23a7c61e-54df-42f0-885b-8f564c1583f6 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:06.917887 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 23a7c61e-54df-42f0-885b-8f564c1583f6 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:06.958441 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (22b2c4c9-5a71-4548-986c-36ea60eb67ab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:07.232853 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Deleting port a28376fa-3ad0-49ed-9b24-a87abbc3a168 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:07.233192 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:07.309256 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] For port a28376fa-3ad0-49ed-9b24-a87abbc3a168, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=a28376fa-3ad0-49ed-9b24-a87abbc3a168,segment=NetworkSegment(9ebc15d2-974d-4895-b743-f4fc130721d2),segment_id=9ebc15d2-974d-4895-b743-f4fc130721d2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:07.309551 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:07.321426 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Calling delete_port for a28376fa-3ad0-49ed-9b24-a87abbc3a168 owned by network:router_interface {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:07.498511 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (a28376fa-3ad0-49ed-9b24-a87abbc3a168), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:07.521665 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28376fa-3ad0-49ed-9b24-a87abbc3a168,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:07.536896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f2721-8182-4770-a461-2b20bcaff782 req-314c9158-5146-4b2b-a467-14fa709082b0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:07.538448 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-475f2721-8182-4770-a461-2b20bcaff782 req-314c9158-5146-4b2b-a467-14fa709082b0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0557535 Mar 21 17:31:07.590571 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-475f2721-8182-4770-a461-2b20bcaff782 req-4c0ddea3-40cd-448e-aa75-8945c02329a4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446281 Mar 21 17:31:07.720453 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208c6d7-6503-4733-aa57-84bf2505648c req-5d0c7ec4-c4ee-4593-9185-6ac1b50efcd0 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:07.722107 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9208c6d7-6503-4733-aa57-84bf2505648c req-5d0c7ec4-c4ee-4593-9185-6ac1b50efcd0 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 944 time: 0.0609598 Mar 21 17:31:07.769691 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9208c6d7-6503-4733-aa57-84bf2505648c req-74b59a4b-1b73-41c6-895c-ad157be277da tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410171 Mar 21 17:31:07.896853 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (22b2c4c9-5a71-4548-986c-36ea60eb67ab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.104666 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Router 22b2c4c9-5a71-4548-986c-36ea60eb67ab has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:08.207400 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:08.213028 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f3ca4466-6047-42c6-a7a4-effbf6410538 admin admin] 10.222.0.20 "PUT /v2.0/routers/22b2c4c9-5a71-4548-986c-36ea60eb67ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6219299 Mar 21 17:31:08.215518 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52400) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:08.218533 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] Sync routers for ids ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:08.230422 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] Routers {'22b2c4c9-5a71-4548-986c-36ea60eb67ab'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:08.231242 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:08.314265 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cc5dacd8-a4ee-4868-8aa7-7162103976af up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:08.329664 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks [] for router (22b2c4c9-5a71-4548-986c-36ea60eb67ab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.381800 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] Set router 22b2c4c9-5a71-4548-986c-36ea60eb67ab gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:08.438177 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks [] for router_gateway (22b2c4c9-5a71-4548-986c-36ea60eb67ab), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.455784 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port cc5dacd8-a4ee-4868-8aa7-7162103976af completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:31:08.486107 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port cc5dacd8-a4ee-4868-8aa7-7162103976af triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:08.486473 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.487462 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Deleting port addd11c1-1897-4e30-87b5-9aa3348764a9 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:08.487792 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.567686 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] For port addd11c1-1897-4e30-87b5-9aa3348764a9, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=addd11c1-1897-4e30-87b5-9aa3348764a9,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:08.568715 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.581930 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Calling delete_port for addd11c1-1897-4e30-87b5-9aa3348764a9 owned by network:router_gateway {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:08.735464 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee4f5-b5da-4459-85e9-fa1cb825ae14 req-0e51db3a-1fc9-4600-afc3-5e2b8fc49ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:08.737177 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-49dee4f5-b5da-4459-85e9-fa1cb825ae14 req-0e51db3a-1fc9-4600-afc3-5e2b8fc49ec0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0554576 Mar 21 17:31:08.762602 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (addd11c1-1897-4e30-87b5-9aa3348764a9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.822439 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Pushing event deleted for resources: {'Port': ['ID=addd11c1-1897-4e30-87b5-9aa3348764a9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:08.829522 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-49dee4f5-b5da-4459-85e9-fa1cb825ae14 req-11476851-0ceb-48fd-b6ec-f6ce2016f104 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695827 Mar 21 17:31:08.834098 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port cc5dacd8-a4ee-4868-8aa7-7162103976af is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:08.834098 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.888249 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:08.890630 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12834207-08e9-4127-b021-12baec876850" -d '{"events": [{"server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:08.897845 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:31:07Z', 'revision_number': 5, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port': {'id': 'addd11c1-1897-4e30-87b5-9aa3348764a9', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ab:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:51Z', 'updated_at': '2022-03-21T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:08.909646 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (22b2c4c9-5a71-4548-986c-36ea60eb67ab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.910178 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port cc5dacd8-a4ee-4868-8aa7-7162103976af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:08.923681 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89f3bf-dce6-4dd1-9198-6471ac9b9a77 req-599cb2ba-6a70-4784-83d5-ec768bd33f67 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:08.925317 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5c89f3bf-dce6-4dd1-9198-6471ac9b9a77 req-599cb2ba-6a70-4784-83d5-ec768bd33f67 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 944 time: 0.0595295 Mar 21 17:31:08.939909 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:08.943961 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] Checking router: 22b2c4c9-5a71-4548-986c-36ea60eb67ab for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:08.947435 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1330541-6089-4cd5-9dd1-d336dc42bdb7 x-openstack-request-id: req-f1330541-6089-4cd5-9dd1-d336dc42bdb7 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:08.947816 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:08.947972 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1330541-6089-4cd5-9dd1-d336dc42bdb7 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:08.948383 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'code': 200} Mar 21 17:31:08.990160 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] Routers {'22b2c4c9-5a71-4548-986c-36ea60eb67ab'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:08.990706 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:08.998508 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5c89f3bf-dce6-4dd1-9198-6471ac9b9a77 req-e2df8401-e13b-4ca7-849b-e8423451e4f5 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671022 Mar 21 17:31:09.022582 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (22b2c4c9-5a71-4548-986c-36ea60eb67ab), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.027039 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks [] for router_controller (22b2c4c9-5a71-4548-986c-36ea60eb67ab), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.073280 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (22b2c4c9-5a71-4548-986c-36ea60eb67ab), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.073836 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22b2c4c9-5a71-4548-986c-36ea60eb67ab {{(pid=103306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:31:09.075663 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=cc5dacd8-a4ee-4868-8aa7-7162103976af,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:09.082101 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] Set router 22b2c4c9-5a71-4548-986c-36ea60eb67ab gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:09.085221 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.089206 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c3c6afb6-6193-4a04-8990-a7af5d57f59b admin admin] 10.222.0.20 "DELETE /v2.0/routers/22b2c4c9-5a71-4548-986c-36ea60eb67ab HTTP/1.1" status: 204 len: 168 time: 0.8703511 Mar 21 17:31:09.089439 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52414) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:09.130845 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeecf47-dc4d-4816-a0a6-2362a35831ed req-c79ffd2c-c282-4169-b55b-52c6e2d54721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:09.133030 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-abeecf47-dc4d-4816-a0a6-2362a35831ed req-c79ffd2c-c282-4169-b55b-52c6e2d54721 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 1129 time: 0.0493529 Mar 21 17:31:09.136466 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:31:08Z', 'revision_number': 7, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port_host': None}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:09.136628 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] Deleting subnet a25ebe8c-461d-44e3-86dd-c022bde3b3f3 {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:31:09.139822 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] Publish callbacks [] for subnet (a25ebe8c-461d-44e3-86dd-c022bde3b3f3), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.169901 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4614d6f-1d0a-4141-96be-b9a55717d830 None None] The sync data for ids ['22b2c4c9-5a71-4548-986c-36ea60eb67ab'] in dv-cinder-768458-20-smb is: [{'id': '22b2c4c9-5a71-4548-986c-36ea60eb67ab', 'name': 'tempest-TestMinimumBasicScenario-2074757921-router', 'tenant_id': '02d1b07ad9b24d11bd6d119420786275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:27:50Z', 'updated_at': '2022-03-21T17:31:08Z', 'revision_number': 7, 'project_id': '02d1b07ad9b24d11bd6d119420786275', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:09.182303 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (a25ebe8c-461d-44e3-86dd-c022bde3b3f3), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.186869 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-abeecf47-dc4d-4816-a0a6-2362a35831ed req-b4af61a2-9f42-49d8-812a-b6a91b63bfc2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474472 Mar 21 17:31:09.260618 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (a25ebe8c-461d-44e3-86dd-c022bde3b3f3), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.315294 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (a25ebe8c-461d-44e3-86dd-c022bde3b3f3), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.342174 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25ebe8c-461d-44e3-86dd-c022bde3b3f3,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:09.345860 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.349047 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-25a9df9f-0965-41d0-a686-800c3baa9c80 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a25ebe8c-461d-44e3-86dd-c022bde3b3f3 HTTP/1.1" status: 204 len: 168 time: 0.2586696 Mar 21 17:31:09.351395 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52424) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:09.353849 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee6b59-0bcc-4ba4-b11a-dc04f6ec4225 None None] Network 98766d60-2535-43f6-8eea-d050e4cd3f0c requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:09.434053 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (98766d60-2535-43f6-8eea-d050e4cd3f0c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.498109 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Deleting port 21f09942-240a-450e-af39-eba131d58ffd {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:09.498441 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (21f09942-240a-450e-af39-eba131d58ffd), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.527920 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-92535b9c-74bc-42c2-a29a-2798612dc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:09.529830 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-92535b9c-74bc-42c2-a29a-2798612dc1a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1130 time: 0.0568302 Mar 21 17:31:09.574560 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] DHCP port deletion for 98766d60-2535-43f6-8eea-d050e4cd3f0c request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:31:09.583969 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] For port 21f09942-240a-450e-af39-eba131d58ffd, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=21f09942-240a-450e-af39-eba131d58ffd,segment=NetworkSegment(9ebc15d2-974d-4895-b743-f4fc130721d2),segment_id=9ebc15d2-974d-4895-b743-f4fc130721d2)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:09.584476 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (21f09942-240a-450e-af39-eba131d58ffd), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.609287 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Calling delete_port for 21f09942-240a-450e-af39-eba131d58ffd owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:09.646633 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] Deleting port 21f09942-240a-450e-af39-eba131d58ffd {{(pid=103307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:09.647117 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (21f09942-240a-450e-af39-eba131d58ffd), before_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.675607 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-ca120f7e-3167-4f6f-bc54-6f26c452e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:09.677111 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-ca120f7e-3167-4f6f-bc54-6f26c452e3ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.1248569 Mar 21 17:31:09.696695 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (21f09942-240a-450e-af39-eba131d58ffd), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.725023 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f09942-240a-450e-af39-eba131d58ffd,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:09.725413 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] For port 21f09942-240a-450e-af39-eba131d58ffd, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=21f09942-240a-450e-af39-eba131d58ffd,segment=NetworkSegment(9ebc15d2-974d-4895-b743-f4fc130721d2),segment_id=9ebc15d2-974d-4895-b743-f4fc130721d2)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:09.725833 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (21f09942-240a-450e-af39-eba131d58ffd), precommit_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.731622 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] No DVR routers for this DVR port 21f09942-240a-450e-af39-eba131d58ffd on host dv-cinder-768458-20-smb {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:09.744114 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] Calling delete_port for 21f09942-240a-450e-af39-eba131d58ffd owned by network:dhcp {{(pid=103307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:09.746407 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-c993dd98-c987-4268-87d8-02de3a72f549 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 1002 time: 0.0627120 Mar 21 17:31:09.797542 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-64a887c4-4907-4786-b988-6d1afe8c5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:09.799010 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-64a887c4-4907-4786-b988-6d1afe8c5ac9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0449464 Mar 21 17:31:09.819531 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (98766d60-2535-43f6-8eea-d050e4cd3f0c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.839098 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (21f09942-240a-450e-af39-eba131d58ffd), after_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.841268 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98766d60-2535-43f6-8eea-d050e4cd3f0c']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:09.852089 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebc15d2-974d-4895-b743-f4fc130721d2') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:09.852599 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebc15d2-974d-4895-b743-f4fc130721d2') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:09.852997 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-146b7c58-cf80-4afb-acf2-54b2656103b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:09.854504 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-146b7c58-cf80-4afb-acf2-54b2656103b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0477362 Mar 21 17:31:09.861922 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] Pushing event deleted for resources: {'Port': ['ID=21f09942-240a-450e-af39-eba131d58ffd,revision_number=None']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:09.862913 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (9ebc15d2-974d-4895-b743-f4fc130721d2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.868456 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21e216-f6eb-419f-9ee5-78f9b4d3bdfc None None] No DVR routers for this DVR port 21f09942-240a-450e-af39-eba131d58ffd on host dv-cinder-768458-20-smb {{(pid=103307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:09.878814 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (9ebc15d2-974d-4895-b743-f4fc130721d2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.889476 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:31:09.889953 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (9ebc15d2-974d-4895-b743-f4fc130721d2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:31:09.924263 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:31:09.946480 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (98766d60-2535-43f6-8eea-d050e4cd3f0c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.953842 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:09.956940 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/98766d60-2535-43f6-8eea-d050e4cd3f0c HTTP/1.1" status: 204 len: 168 time: 0.6043928 Mar 21 17:31:09.973891 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c50321-ac49-4c0f-8d36-4c16e9d1ee78 admin admin] Pushing event deleted for resources: {'Network': ['ID=98766d60-2535-43f6-8eea-d050e4cd3f0c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:09.987624 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-874c6360-afe6-4686-94eb-c952e7464f05 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253343 Mar 21 17:31:10.060202 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a47e05-d761-44e8-b5f5-2f1ee1b5e1af req-1cad18a4-8198-4394-999c-71c8735329ad tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:10.061843 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e9a47e05-d761-44e8-b5f5-2f1ee1b5e1af req-1cad18a4-8198-4394-999c-71c8735329ad tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1269722 Mar 21 17:31:10.166713 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bdda7bd1-503c-4803-b179-7980ae4efb08 req-ecae89a6-9eb6-4eed-8a0b-d34d75d641c2 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700053 Mar 21 17:31:10.171108 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52436) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:10.178156 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e9a47e05-d761-44e8-b5f5-2f1ee1b5e1af req-9b635c57-5749-4188-a086-a7e977639828 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102057 Mar 21 17:31:10.196724 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d8953-a63c-4661-91f4-cd301618a9e3 req-baf91a5f-fae7-47a6-8881-be9e80f91bea tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:10.198239 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-951d8953-a63c-4661-91f4-cd301618a9e3 req-baf91a5f-fae7-47a6-8881-be9e80f91bea tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 945 time: 0.1044910 Mar 21 17:31:10.232403 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-def23ada-2531-4d42-a6d1-2773112c2242 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adf36243ada042d9a3d7b97e7395799e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605376 Mar 21 17:31:10.234779 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52438) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:10.262087 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-951d8953-a63c-4661-91f4-cd301618a9e3 req-fddd8c4a-d259-4a95-ade3-10d33d6ba94e tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547891 Mar 21 17:31:10.305630 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8dc138e-ff8a-432d-b8ff-4c66c4f5b26a admin admin] Publish callbacks [] for security_group (78f3896c-e0be-401b-bfd8-d3e1310bed71), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.329299 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8dc138e-ff8a-432d-b8ff-4c66c4f5b26a admin admin] Publish callbacks [] for security_group (78f3896c-e0be-401b-bfd8-d3e1310bed71), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.377700 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8dc138e-ff8a-432d-b8ff-4c66c4f5b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (78f3896c-e0be-401b-bfd8-d3e1310bed71), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.380296 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e8dc138e-ff8a-432d-b8ff-4c66c4f5b26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.381416 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e8dc138e-ff8a-432d-b8ff-4c66c4f5b26a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78f3896c-e0be-401b-bfd8-d3e1310bed71 HTTP/1.1" status: 204 len: 168 time: 0.1457536 Mar 21 17:31:10.390417 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc138e-ff8a-432d-b8ff-4c66c4f5b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f3896c-e0be-401b-bfd8-d3e1310bed71,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:10.697869 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52458) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:10.738710 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-4ff5c4b1-9e34-4235-bb01-3b8c5e83e55c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02d1b07ad9b24d11bd6d119420786275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395827 Mar 21 17:31:10.741488 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52460) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:10.763540 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5cbe426d-68b6-44ff-8178-9877d192691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.801911 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c23b579-b258-40f8-bb33-9266cd3a8877 admin admin] Publish callbacks [] for security_group (c6ccf910-f700-47e5-bd40-7912f84a0c8f), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.824125 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c23b579-b258-40f8-bb33-9266cd3a8877 admin admin] Publish callbacks [] for security_group (c6ccf910-f700-47e5-bd40-7912f84a0c8f), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.824439 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device a28376fa-3ad0-49ed-9b24-a87abbc3a168 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:10.845208 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: a28376fa-3ad0-49ed-9b24-a87abbc3a168 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:10.845538 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device a28376fa-3ad0-49ed-9b24-a87abbc3a168 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:10.845950 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 21f09942-240a-450e-af39-eba131d58ffd no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:10.861094 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52464) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:10.867774 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 21f09942-240a-450e-af39-eba131d58ffd {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:10.868144 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 21f09942-240a-450e-af39-eba131d58ffd not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:10.868737 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device addd11c1-1897-4e30-87b5-9aa3348764a9 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:10.885860 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c23b579-b258-40f8-bb33-9266cd3a8877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c6ccf910-f700-47e5-bd40-7912f84a0c8f), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.888863 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c23b579-b258-40f8-bb33-9266cd3a8877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:10.891874 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: addd11c1-1897-4e30-87b5-9aa3348764a9 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:10.892355 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device addd11c1-1897-4e30-87b5-9aa3348764a9 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:10.893259 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4c23b579-b258-40f8-bb33-9266cd3a8877 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6ccf910-f700-47e5-bd40-7912f84a0c8f HTTP/1.1" status: 204 len: 168 time: 0.1507499 Mar 21 17:31:10.903225 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23b579-b258-40f8-bb33-9266cd3a8877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ccf910-f700-47e5-bd40-7912f84a0c8f,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:10.976409 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62419738-7617-4c74-957f-ced9051b1f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.052823 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62419738-7617-4c74-957f-ced9051b1f5a admin admin] Publish callbacks [] for security_group (41a5d9e1-43f7-4f66-bc7b-05e01726a44a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.056562 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-62419738-7617-4c74-957f-ced9051b1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (41a5d9e1-43f7-4f66-bc7b-05e01726a44a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.094797 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-62419738-7617-4c74-957f-ced9051b1f5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e023d412efc4252a8b33e271b96bf7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324483 Mar 21 17:31:11.097420 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52474) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:11.104296 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62419738-7617-4c74-957f-ced9051b1f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a5d9e1-43f7-4f66-bc7b-05e01726a44a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:11.149471 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1506-1e0a-4f82-8fba-2400d3de3102 admin admin] Publish callbacks [] for security_group (41a5d9e1-43f7-4f66-bc7b-05e01726a44a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.170288 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1506-1e0a-4f82-8fba-2400d3de3102 admin admin] Publish callbacks [] for security_group (41a5d9e1-43f7-4f66-bc7b-05e01726a44a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.220544 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1506-1e0a-4f82-8fba-2400d3de3102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (41a5d9e1-43f7-4f66-bc7b-05e01726a44a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.223225 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1506-1e0a-4f82-8fba-2400d3de3102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.224396 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-cf4f1506-1e0a-4f82-8fba-2400d3de3102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41a5d9e1-43f7-4f66-bc7b-05e01726a44a HTTP/1.1" status: 204 len: 168 time: 0.1260645 Mar 21 17:31:11.232729 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1506-1e0a-4f82-8fba-2400d3de3102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a5d9e1-43f7-4f66-bc7b-05e01726a44a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:11.327841 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1de166-8b37-496a-9843-1b8945fe30fb req-0d5de769-d872-4aac-bcc0-b6ac9640d29c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:11.329644 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ca1de166-8b37-496a-9843-1b8945fe30fb req-0d5de769-d872-4aac-bcc0-b6ac9640d29c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0609684 Mar 21 17:31:11.410290 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ca1de166-8b37-496a-9843-1b8945fe30fb req-3d2d5d10-e01f-439b-b2be-56081e035673 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677519 Mar 21 17:31:11.421047 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418f6ee-9020-4035-9983-a52653d32bc1 req-c8449e37-b4cc-449f-84ff-a9f161e1fc58 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:11.422737 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e418f6ee-9020-4035-9983-a52653d32bc1 req-c8449e37-b4cc-449f-84ff-a9f161e1fc58 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 945 time: 0.0897491 Mar 21 17:31:11.485725 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e418f6ee-9020-4035-9983-a52653d32bc1 req-30f560b0-ea95-40a2-9caf-278169d56213 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Mar 21 17:31:11.612669 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae90ff-acab-47f7-8e84-4b6048a9656f req-29a25da6-8439-4ef0-a040-ee04545cc024 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:11.614161 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a0ae90ff-acab-47f7-8e84-4b6048a9656f req-29a25da6-8439-4ef0-a040-ee04545cc024 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 945 time: 0.0617328 Mar 21 17:31:11.623276 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52508) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:11.627814 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Request body: {'floatingip': {'port_id': 'cc5dacd8-a4ee-4868-8aa7-7162103976af'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:11.662061 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52510) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:11.671437 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (280c6242-313b-4e98-b814-931aa42f3d02), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.764792 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2022538365-network', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:11.787142 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Made reservation on behalf of 56483fd1775949a19d732ac9e7d3825f for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:31:11.790117 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.800126 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.876026 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks [] for security_group (d3214257-d442-467d-9b64-d234ef844351), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.881209 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (d3214257-d442-467d-9b64-d234ef844351), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.906325 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:31:11.916933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3214257-d442-467d-9b64-d234ef844351,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:11.921972 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (3cacd1b0-7f49-4e72-ab65-2e5920308bcd), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.922318 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Added segment 3cacd1b0-7f49-4e72-ab65-2e5920308bcd of type vlan for network dff876f1-ada0-4b3a-8f0e-14621324c1fa Mar 21 17:31:11.966171 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (dff876f1-ada0-4b3a-8f0e-14621324c1fa), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.997626 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (dff876f1-ada0-4b3a-8f0e-14621324c1fa), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:11.998686 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:11.999362 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.055750 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3924396 Mar 21 17:31:12.058302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52524) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:12.062819 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Request body: {'subnet': {'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2022538365-subnet', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:12.073367 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da592e32-6a07-404d-bb5d-7f0088c57fce admin admin] Pushing event updated for resources: {'Network': ['ID=dff876f1-ada0-4b3a-8f0e-14621324c1fa,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:12.086343 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:31:12.093423 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Made reservation on behalf of 56483fd1775949a19d732ac9e7d3825f for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:31:12.096443 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18268700'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.160853 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.166654 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (280c6242-313b-4e98-b814-931aa42f3d02), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.276723 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.l3_db [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 280c6242-313b-4e98-b814-931aa42f3d02 associated. External IP: 172.28.2.208, port: cc5dacd8-a4ee-4868-8aa7-7162103976af. Mar 21 17:31:12.289715 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17448710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18268682'] for subnet (4c986699-12b5-4759-8558-f7be071a000b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.351363 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c986699-12b5-4759-8558-f7be071a000b,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:12.353576 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Checking segment: {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:12.353931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Network hostable DHCP agents. Network: dff876f1-ada0-4b3a-8f0e-14621324c1fa, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:31:12.372905 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:31:12.384651 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, dff876f1-ada0-4b3a-8f0e-14621324c1fa) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:12.392641 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60442f36-a9e6-4b4e-957c-9a9c0d4fdf92 None None] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:12.396206 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:12.396864 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.416458 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-94d81cd4-5bf5-4da4-af1d-24b3dd53be2e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3570535 Mar 21 17:31:12.418941 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52536) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:12.424338 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:12.448320 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.449691 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.509673 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:12.562744 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:31:12.563992 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.571158 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks [] for router_controller (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), precommit_add_association {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.638641 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:12.653786 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:12.664856 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.671377 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:12.672255 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:30:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:12.673783 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab206147-5120-4296-bfc2-e0aa17594e0a req-1e4459b2-999e-4c91-b53f-c74b6b681f1c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:12.675624 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ab206147-5120-4296-bfc2-e0aa17594e0a req-1e4459b2-999e-4c91-b53f-c74b6b681f1c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1418977 Mar 21 17:31:12.736182 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-dd681ecd-837f-4d0b-b43a-9877d16d01a6 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "PUT /v2.0/floatingips/280c6242-313b-4e98-b814-931aa42f3d02 HTTP/1.1" status: 200 len: 991 time: 1.0979760 Mar 21 17:31:12.736182 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:12.736182 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:12.761613 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Allocated IP 172.20.0.2 (dff876f1-ada0-4b3a-8f0e-14621324c1fa/4c986699-12b5-4759-8558-f7be071a000b/c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:12.779447 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks [] for router_gateway (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.782935 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888f9b65-69b1-4e6f-9a2f-3630e9889198 x-openstack-request-id: req-888f9b65-69b1-4e6f-9a2f-3630e9889198 {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:12.783269 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:12.784249 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-888f9b65-69b1-4e6f-9a2f-3630e9889198 {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:12.784567 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'status': 'completed', 'code': 200} Mar 21 17:31:12.810528 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:12.942500 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ab206147-5120-4296-bfc2-e0aa17594e0a req-85416f34-ff7f-46e4-8fcf-da648c9c2a67 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660135 Mar 21 17:31:12.950940 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-9b08a0bc-e93a-41ba-87e0-8209bfe396ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:12.952510 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-9b08a0bc-e93a-41ba-87e0-8209bfe396ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7cc5c418054f43709df6dc0d20098844&device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 1129 time: 0.1398454 Mar 21 17:31:12.974778 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c1f937e4-9bd8-4014-a643-4b940dd3f5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.987064 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Publish callbacks [] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:12.998545 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:13.049812 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:13.056415 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:13.060107 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:13.081638 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '280c6242-313b-4e98-b814-931aa42f3d02', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:01:f2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:58Z', 'updated_at': '2022-03-21T17:31:12Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:13.099481 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Pushing event updated for resources: {'Port': ['ID=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:13.110109 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.110536 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.110819 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.111156 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.111488 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.112066 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:13.112192 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.112528 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.113368 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.113707 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.114032 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.114473 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.114671 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.115222 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.115543 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.115861 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:13.123972 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:13.124957 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:13.149823 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Attempting to bind port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:13.150194 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Attempting to bind port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:13.150549 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Attempting to bind port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa on network dff876f1-ada0-4b3a-8f0e-14621324c1fa {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:13.156226 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:13.156600 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Checking segment: {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:13.157018 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:13.157405 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Bound using segment: {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:13.158001 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Bound port: c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:13.158382 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:13.195846 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-ad9612f7-4b9a-4454-b8cf-edfd41cb17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:13.198254 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-ad9612f7-4b9a-4454-b8cf-edfd41cb17a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 200 len: 916 time: 0.2383726 Mar 21 17:31:13.235896 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] For port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:13.240336 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] For port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:13.250900 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:13.258974 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks [] for router_gateway (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:13.264086 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:13.289377 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:13.309969 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52556) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:13.329472 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a612299-5079-4443-a9b7-8946d7b947b7 None None] Pushing event updated for resources: {'Port': ['ID=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:13.371119 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-09377611-06fa-43ef-9b4a-3c2a2b77de79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af HTTP/1.1" status: 200 len: 999 time: 0.1647334 Mar 21 17:31:13.474990 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7820-7bba-4f80-a182-781a07d4eb2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:13.502872 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-501c4828-ea63-46ef-ba3b-6be5af54cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:13.502872 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-501c4828-ea63-46ef-ba3b-6be5af54cefa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 200 len: 854 time: 0.1235240 Mar 21 17:31:13.541624 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '280c6242-313b-4e98-b814-931aa42f3d02', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:01:f2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:58Z', 'updated_at': '2022-03-21T17:31:12Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:13.556770 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Allocated IP 172.28.2.46 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/eb998837-41f5-4b08-ae35-10579f22f895) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:13.568659 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a258dc-83b0-4d05-b006-705e026a8a52 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': '280c6242-313b-4e98-b814-931aa42f3d02', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'port_id': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'mac_address': 'fa:16:3e:01:f2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:30:58Z', 'updated_at': '2022-03-21T17:31:12Z', 'revision_number': 1, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:13.794482 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38160f02-1c2d-41bf-9853-aef9f21f6e69 None None] New status for floating IP 280c6242-313b-4e98-b814-931aa42f3d02: ACTIVE {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:31:13.912300 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-7f019e1f-2b42-4d8c-b60e-56e56ece7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:13.913756 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-7f019e1f-2b42-4d8c-b60e-56e56ece7818 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb243405-81e1-4e47-8b74-04f4760afcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.4023731 Mar 21 17:31:14.027875 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.028149 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks [] for port (eb998837-41f5-4b08-ae35-10579f22f895), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.034410 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7820-7bba-4f80-a182-781a07d4eb2a admin admin] Publish callbacks [] for security_group (c91d15bc-991c-4ef9-b70c-4122dda2a340), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.051136 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7820-7bba-4f80-a182-781a07d4eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c91d15bc-991c-4ef9-b70c-4122dda2a340), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.153383 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-30f19bb1-c5f0-4b87-b4e5-3cb723c575b6 service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254102 Mar 21 17:31:14.153977 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd7820-7bba-4f80-a182-781a07d4eb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d15bc-991c-4ef9-b70c-4122dda2a340,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:14.161467 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b8bd7820-7bba-4f80-a182-781a07d4eb2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aade755c17cf40909eb07fff28eb2549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8504574 Mar 21 17:31:14.164492 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52562) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:14.188800 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (eb998837-41f5-4b08-ae35-10579f22f895), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.221021 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-578f579a-1f3a-4bb7-a4b9-6e50901e7799 admin admin] Publish callbacks [] for security_group (c91d15bc-991c-4ef9-b70c-4122dda2a340), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.244616 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-578f579a-1f3a-4bb7-a4b9-6e50901e7799 admin admin] Publish callbacks [] for security_group (c91d15bc-991c-4ef9-b70c-4122dda2a340), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.266959 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0e391-28e9-434b-bdf0-9ae3ab41a0eb req-f9dde39b-34ee-42f1-8f2e-6f9b34bf1f12 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:14.268491 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94b0e391-28e9-434b-bdf0-9ae3ab41a0eb req-f9dde39b-34ee-42f1-8f2e-6f9b34bf1f12 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.2184172 Mar 21 17:31:14.280378 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:14.298353 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:14.301803 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-578f579a-1f3a-4bb7-a4b9-6e50901e7799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c91d15bc-991c-4ef9-b70c-4122dda2a340), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.304938 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-578f579a-1f3a-4bb7-a4b9-6e50901e7799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.308535 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-578f579a-1f3a-4bb7-a4b9-6e50901e7799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c91d15bc-991c-4ef9-b70c-4122dda2a340 HTTP/1.1" status: 204 len: 168 time: 0.1423841 Mar 21 17:31:14.314896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:14.316786 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Pushing event updated for resources: {'Port': ['ID=eb998837-41f5-4b08-ae35-10579f22f895,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:14.326514 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f579a-1f3a-4bb7-a4b9-6e50901e7799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d15bc-991c-4ef9-b70c-4122dda2a340,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:14.386062 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-99cb68c8-ddf0-4e8a-8ebe-21673cabe7db req-b536cc9c-feea-491c-b7d0-7292963bbade service neutron] 10.222.0.23 "GET /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216144 Mar 21 17:31:14.399683 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94b0e391-28e9-434b-bdf0-9ae3ab41a0eb req-2285f5b3-115b-4cdb-b14b-8cb938208a95 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214521 Mar 21 17:31:14.432847 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad079fd-0d9c-4205-b7c0-fb6aa1fbc66e None None] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:14.495162 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-2f7101d3-f692-410c-8023-a67be676ef6a None None] Provisioning complete for port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:14.495567 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2f7101d3-f692-410c-8023-a67be676ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.622212 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-2f7101d3-f692-410c-8023-a67be676ef6a None None] Current status of the port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:14.622601 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2f7101d3-f692-410c-8023-a67be676ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.643822 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks [] for router_gateway (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.648226 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52568) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:14.659944 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-2f7101d3-f692-410c-8023-a67be676ef6a None None] For port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:14.667549 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-2f7101d3-f692-410c-8023-a67be676ef6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.670899 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f352410-439b-4398-b85e-c7f3a0244bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.720292 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7101d3-f692-410c-8023-a67be676ef6a None None] Pushing event updated for resources: {'Port': ['ID=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:14.761917 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f352410-439b-4398-b85e-c7f3a0244bb7 admin admin] Publish callbacks [] for security_group (37713498-952f-4ed6-ad90-72d9424a5845), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.768294 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2f352410-439b-4398-b85e-c7f3a0244bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (37713498-952f-4ed6-ad90-72d9424a5845), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.834305 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f352410-439b-4398-b85e-c7f3a0244bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37713498-952f-4ed6-ad90-72d9424a5845,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:14.841685 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2f352410-439b-4398-b85e-c7f3a0244bb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=980157a3c4ee4f7d94501ac750c56c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919227 Mar 21 17:31:14.842262 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52570) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:14.875785 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:14.903766 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-439c3bfd-4a74-4f89-8d96-38e002be9e65 admin admin] Publish callbacks [] for security_group (37713498-952f-4ed6-ad90-72d9424a5845), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.921454 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-dfcfd55a-ed81-4c47-a553-8554110692d3 None None] Provisioning complete for port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:14.922124 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-dfcfd55a-ed81-4c47-a553-8554110692d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.923421 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.926074 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-439c3bfd-4a74-4f89-8d96-38e002be9e65 admin admin] Publish callbacks [] for security_group (37713498-952f-4ed6-ad90-72d9424a5845), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.969941 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:14.970660 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.979512 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-439c3bfd-4a74-4f89-8d96-38e002be9e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (37713498-952f-4ed6-ad90-72d9424a5845), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.982543 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-439c3bfd-4a74-4f89-8d96-38e002be9e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:14.983775 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-439c3bfd-4a74-4f89-8d96-38e002be9e65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37713498-952f-4ed6-ad90-72d9424a5845 HTTP/1.1" status: 204 len: 168 time: 0.1402285 Mar 21 17:31:14.993402 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c3bfd-4a74-4f89-8d96-38e002be9e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37713498-952f-4ed6-ad90-72d9424a5845,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:15.062314 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-dfcfd55a-ed81-4c47-a553-8554110692d3 None None] Current status of the port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:15.095358 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:31:15.104774 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:15.206392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:15.215092 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Sync routers for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:15.224035 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:15.228266 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52576) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:15.228737 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-fa137972-633d-40b5-aa2c-a1de0c14e65c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8085470 Mar 21 17:31:15.257221 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:15.258347 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:15.374839 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:15.579859 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bf4c3-2685-44e9-a4f4-04d3ccc9fe3b req-2099f9f2-2cc4-48ff-82ff-43abc9120f90 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:15.591001 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6e8bf4c3-2685-44e9-a4f4-04d3ccc9fe3b req-2099f9f2-2cc4-48ff-82ff-43abc9120f90 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1075296 Mar 21 17:31:15.605926 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:14Z', 'revision_number': 3, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:15.655596 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6e8bf4c3-2685-44e9-a4f4-04d3ccc9fe3b req-6d48ff3e-fe08-4d0a-946a-8ff4d697667a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634739 Mar 21 17:31:15.659885 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Checking router: 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:15.660315 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Updating router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 port eb998837-41f5-4b08-ae35-10579f22f895 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:31:15.691484 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (eb998837-41f5-4b08-ae35-10579f22f895), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:15.712704 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:15.976713 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.051313 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Publish callbacks [] for port (eb998837-41f5-4b08-ae35-10579f22f895), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.057566 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (eb998837-41f5-4b08-ae35-10579f22f895), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.112523 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Pushing event updated for resources: {'Port': ['ID=eb998837-41f5-4b08-ae35-10579f22f895,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:16.114585 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Attempting to bind port eb998837-41f5-4b08-ae35-10579f22f895 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:16.115140 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Attempting to bind port eb998837-41f5-4b08-ae35-10579f22f895 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:16.115663 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Attempting to bind port eb998837-41f5-4b08-ae35-10579f22f895 on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:16.124946 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:16.125402 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:16.125752 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.126203 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:16.126666 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Bound port: eb998837-41f5-4b08-ae35-10579f22f895, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:16.127288 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (eb998837-41f5-4b08-ae35-10579f22f895), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.130385 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.130916 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.131434 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.131782 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.132809 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.133287 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.133775 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.134111 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.134436 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.134759 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.135081 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.135424 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.135737 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.136082 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.136413 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:16.162314 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Allocated IP 172.20.0.1 (dff876f1-ada0-4b3a-8f0e-14621324c1fa/4c986699-12b5-4759-8558-f7be071a000b/71f65bf9-797b-48a3-b97a-3b481d29e129) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:16.189239 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] For port eb998837-41f5-4b08-ae35-10579f22f895, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:16.192374 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] For port eb998837-41f5-4b08-ae35-10579f22f895, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=eb998837-41f5-4b08-ae35-10579f22f895,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:16.199342 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (eb998837-41f5-4b08-ae35-10579f22f895), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.264465 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:16.265095 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:16.289745 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks [] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.323368 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.330307 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a1833-6c92-4f89-8443-911e00688467 None None] Pushing event updated for resources: {'Port': ['ID=eb998837-41f5-4b08-ae35-10579f22f895,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:16.371280 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:16.375517 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:16.379783 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=71f65bf9-797b-48a3-b97a-3b481d29e129,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:16.381382 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:16.392344 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:16.423850 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.618893 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:14Z', 'revision_number': 3, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:16.625859 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.649835 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e003d-ff35-4ee3-9fc8-2d7454db1e1a None None] The sync data for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb is: [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:14Z', 'revision_number': 3, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:16.695276 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-ea8b6158-3bcf-4bc2-97db-c1311aceb361 None None] Provisioning complete for port 71f65bf9-797b-48a3-b97a-3b481d29e129 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:16.695796 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6158-3bcf-4bc2-97db-c1311aceb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.761210 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b6158-3bcf-4bc2-97db-c1311aceb361 None None] Port 71f65bf9-797b-48a3-b97a-3b481d29e129 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:31:16.848042 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks [] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.852435 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba74a8-7a24-48ec-9e9a-dfaba1ae964a req-6dfeec30-ff10-4c78-b008-da991a7897a4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:16.854031 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3eba74a8-7a24-48ec-9e9a-dfaba1ae964a req-6dfeec30-ff10-4c78-b008-da991a7897a4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0690546 Mar 21 17:31:16.855648 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:16.928270 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3eba74a8-7a24-48ec-9e9a-dfaba1ae964a req-c2b2c1d8-71e1-4c53-8c22-d24f0a68292d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654480 Mar 21 17:31:16.938502 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=71f65bf9-797b-48a3-b97a-3b481d29e129,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:16.950535 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:17.061764 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:17.085617 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:17.087210 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:17.266522 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:17.427466 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:17.440865 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2657c482-c4e0-409d-8c58-1da7093a3ac1 admin admin] 10.222.0.20 "PUT /v2.0/routers/0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2027602 Mar 21 17:31:17.500749 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-0325bc93-8e3a-4d44-b168-57ee4255a9e0 None None] Provisioning complete for port 71f65bf9-797b-48a3-b97a-3b481d29e129 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:17.501370 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0325bc93-8e3a-4d44-b168-57ee4255a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:17.544473 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-0325bc93-8e3a-4d44-b168-57ee4255a9e0 None None] Port 71f65bf9-797b-48a3-b97a-3b481d29e129 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:31:18.056911 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e7e5c-0973-4bdc-914c-68c199b8d5a8 req-c1357bf2-b16c-4eb3-b61c-073c71f5d8d9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:18.064118 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-461e7e5c-0973-4bdc-914c-68c199b8d5a8 req-c1357bf2-b16c-4eb3-b61c-073c71f5d8d9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0673079 Mar 21 17:31:18.071588 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52668) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:18.076496 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-232499807-network', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:18.094574 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Made reservation on behalf of 7ff5109b79004f60bb3583c31d820f0a for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:31:18.096941 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.105417 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.111557 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-461e7e5c-0973-4bdc-914c-68c199b8d5a8 req-454a0aaf-71d2-4ad5-aca8-dc5fc6381803 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Mar 21 17:31:18.178216 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks [] for security_group (afb030d5-d0f2-4681-bf14-a2beb7dbeb52), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.182240 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (afb030d5-d0f2-4681-bf14-a2beb7dbeb52), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.202814 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:31:18.215974 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb030d5-d0f2-4681-bf14-a2beb7dbeb52,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:18.221640 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (d452579b-96f5-4219-b6df-9bd77b31e34b), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.221979 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Added segment d452579b-96f5-4219-b6df-9bd77b31e34b of type vlan for network 193bb80d-511e-41af-a1cd-d5a8c8279567 Mar 21 17:31:18.265369 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (193bb80d-511e-41af-a1cd-d5a8c8279567), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.291173 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (193bb80d-511e-41af-a1cd-d5a8c8279567), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.292281 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:18.292913 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.346624 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2738152 Mar 21 17:31:18.349257 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52672) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:18.356003 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Request body: {'subnet': {'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-232499807-subnet', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'ip_version': 4}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:18.369051 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c648dd-e79c-4911-afc5-8580b3c1a8f7 admin admin] Pushing event updated for resources: {'Network': ['ID=193bb80d-511e-41af-a1cd-d5a8c8279567,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:18.383248 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:31:18.388494 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Made reservation on behalf of 7ff5109b79004f60bb3583c31d820f0a for: {'subnet': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:31:18.390866 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3666997'] for subnet (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.586181 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2589586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666979'] for subnet (30cc5548-11a2-4f1f-9c32-c70c8b90dd01), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.648184 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cc5548-11a2-4f1f-9c32-c70c8b90dd01,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:18.651565 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Sync routers for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:18.661848 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:18.662744 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:18.663140 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Checking segment: {'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:18.664077 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Network hostable DHCP agents. Network: 193bb80d-511e-41af-a1cd-d5a8c8279567, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:31:18.685771 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:31:18.701661 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 193bb80d-511e-41af-a1cd-d5a8c8279567) {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:18.708874 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:18.709578 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.728585 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-cb264730-4166-4cd2-b18e-a1d623030ea1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3782735 Mar 21 17:31:18.730948 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52684) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:18.736574 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:18.738798 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf9d73e-62d5-4d38-97b1-e11601b753db None None] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:18.781201 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-641586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5518'] for router (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.782158 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-641954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639473', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-617005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5505'] for router (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.855066 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks [] for router_controller (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), precommit_add_association {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:18.860312 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:18.889478 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device eb998837-41f5-4b08-ae35-10579f22f895 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:18.963760 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8189dd8c-17b1-554b-901e-2407dda015b0-193bb80d-511e-41af-a1cd-d5a8c8279567', 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567', 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'fixed_ips': [{'subnet_id': '30cc5548-11a2-4f1f-9c32-c70c8b90dd01'}]}} from dv-cinder-768458-20-smb. {{(pid=103307) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 17:31:18.964805 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.029782 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks [] for router_gateway (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.129493 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port eb998837-41f5-4b08-ae35-10579f22f895 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:19.129914 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (eb998837-41f5-4b08-ae35-10579f22f895), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.271037 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks [] for router_gateway (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.276220 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.db_base_plugin_common [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Allocated IP 172.20.0.2 (193bb80d-511e-41af-a1cd-d5a8c8279567/30cc5548-11a2-4f1f-9c32-c70c8b90dd01/b1375d3f-5c46-4a32-b82c-bc9a930ab4f4) {{(pid=103307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:19.281123 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820151-6e76-40b0-b85d-0d94695adf76 req-efa416df-9850-44bd-9c86-c6f0c9f7cd9c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:19.289188 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-77820151-6e76-40b0-b85d-0d94695adf76 req-efa416df-9850-44bd-9c86-c6f0c9f7cd9c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0755391 Mar 21 17:31:19.311941 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.355617 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-77820151-6e76-40b0-b85d-0d94695adf76 req-f9272754-e666-4f03-ba25-736c45b69b75 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654643 Mar 21 17:31:19.390617 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port eb998837-41f5-4b08-ae35-10579f22f895 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:19.391222 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (eb998837-41f5-4b08-ae35-10579f22f895), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.420665 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port eb998837-41f5-4b08-ae35-10579f22f895, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=eb998837-41f5-4b08-ae35-10579f22f895,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:19.428285 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (eb998837-41f5-4b08-ae35-10579f22f895), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.431864 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 2, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:19.464344 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Allocated IP 172.28.2.234 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/3f95e907-e37d-4a11-85ad-ef9c61f0c961) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:19.470507 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Checking router: 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:19.470921 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Updating router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 port 71f65bf9-797b-48a3-b97a-3b481d29e129 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:31:19.546411 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.571149 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks [] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.592708 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=eb998837-41f5-4b08-ae35-10579f22f895,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:19.608330 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.644296 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Publish callbacks [] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), precommit_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.653198 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:19.658749 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:19.659386 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), after_create {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.664460 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:19.667658 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Pushing event updated for resources: {'Port': ['ID=3f95e907-e37d-4a11-85ad-ef9c61f0c961,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:19.755464 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 is already hosted by enough agents. {{(pid=103307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:19.766183 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.scheduler.base_scheduler [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Resources bound (agent type, host, resource id): {{(pid=103307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:19.773802 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Received port after_create {{(pid=103307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:19.778418 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Pushing event updated for resources: {'Port': ['ID=b1375d3f-5c46-4a32-b82c-bc9a930ab4f4,revision_number=1']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:19.884083 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Attempting to bind port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:19.884362 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Attempting to bind port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:19.884723 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Attempting to bind port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 on network 193bb80d-511e-41af-a1cd-d5a8c8279567 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:19.894586 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:19.894962 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Checking segment: {'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:19.895363 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.896005 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Bound using segment: {'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:19.896491 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Bound port: b1375d3f-5c46-4a32-b82c-bc9a930ab4f4, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:19.896873 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:19.933769 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks [] for router_gateway (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.140401 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] For port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:20.145043 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] For port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=b1375d3f-5c46-4a32-b82c-bc9a930ab4f4,segment=NetworkSegment(d452579b-96f5-4219-b6df-9bd77b31e34b),segment_id=d452579b-96f5-4219-b6df-9bd77b31e34b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:20.155269 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.171535 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Publish callbacks [] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.195616 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.244725 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb006456-d15e-44d1-9262-3f4eea19d060 None None] Pushing event updated for resources: {'Port': ['ID=b1375d3f-5c46-4a32-b82c-bc9a930ab4f4,revision_number=2']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:20.343438 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Attempting to bind port 71f65bf9-797b-48a3-b97a-3b481d29e129 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:20.343987 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Attempting to bind port 71f65bf9-797b-48a3-b97a-3b481d29e129 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:20.344374 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Attempting to bind port 71f65bf9-797b-48a3-b97a-3b481d29e129 on network dff876f1-ada0-4b3a-8f0e-14621324c1fa {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:20.346639 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c894e-1749-4922-867f-6a0a408e027a None None] Pushing event updated for resources: {'Port': ['ID=71f65bf9-797b-48a3-b97a-3b481d29e129,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:20.352761 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:20.353525 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Checking segment: {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:20.354322 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.354750 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Bound using segment: {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:20.355283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Bound port: 71f65bf9-797b-48a3-b97a-3b481d29e129, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:20.356429 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.402140 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-641977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639268'] for router (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.493032 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] For port 71f65bf9-797b-48a3-b97a-3b481d29e129, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:20.496256 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] For port 71f65bf9-797b-48a3-b97a-3b481d29e129, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=71f65bf9-797b-48a3-b97a-3b481d29e129,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:20.504684 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.577860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ca82b-f948-495d-bd8f-196fb54bd15b req-512e5c73-8f26-4392-941a-beab84c43162 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:20.581476 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:20.582397 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:20.590593 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d0ca82b-f948-495d-bd8f-196fb54bd15b req-512e5c73-8f26-4392-941a-beab84c43162 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1175160 Mar 21 17:31:20.665825 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a is scheduled to L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 with binding_index 1 {{(pid=103306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 17:31:20.668910 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9d0ca82b-f948-495d-bd8f-196fb54bd15b req-4f17bd84-ac72-4d88-a402-218809402202 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754931 Mar 21 17:31:20.730841 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c894e-1749-4922-867f-6a0a408e027a None None] Pushing event updated for resources: {'Port': ['ID=71f65bf9-797b-48a3-b97a-3b481d29e129,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:20.751453 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-bbca47da-82ea-4ad9-821e-76323c2a231d None None] Provisioning complete for port 71f65bf9-797b-48a3-b97a-3b481d29e129 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:20.751654 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bbca47da-82ea-4ad9-821e-76323c2a231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.853121 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:20.876608 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Sync routers for ids ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:20.898563 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Routers {'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:20.900414 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:20.909235 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:20.917766 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:20.919910 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8955ea97-219b-4471-9d5f-637c04e54513 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1877286 Mar 21 17:31:20.923068 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52732) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:21.059175 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Set router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:21.061741 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:21.092869 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52738) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:21.203218 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-bbca47da-82ea-4ad9-821e-76323c2a231d None None] Current status of the port 71f65bf9-797b-48a3-b97a-3b481d29e129 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:21.204069 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bbca47da-82ea-4ad9-821e-76323c2a231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.274352 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.282531 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 3, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port': {'id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:19Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:21.338572 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Checking router: f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:21.339182 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Updating router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 binding host dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:31:21.389495 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.413978 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Publish callbacks [] for security_group (fc8803a5-74e7-4601-9848-0490ce166863), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.424991 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (fc8803a5-74e7-4601-9848-0490ce166863), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.461866 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-bbca47da-82ea-4ad9-821e-76323c2a231d None None] For port 71f65bf9-797b-48a3-b97a-3b481d29e129, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=71f65bf9-797b-48a3-b97a-3b481d29e129,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:21.483004 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-bbca47da-82ea-4ad9-821e-76323c2a231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.486181 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:21.486651 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.507245 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52744) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:21.509646 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeaf5588e2d34c8cb052b854982e5c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151692 Mar 21 17:31:21.527584 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8803a5-74e7-4601-9848-0490ce166863,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:21.536435 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.536790 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.537134 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.537476 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.537810 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.538671 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.539004 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.547070 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.547503 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.548098 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.548444 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.548786 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.549123 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.549830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.550172 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41ee11f-fdef-48bf-b9b3-2814df0e1b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:21.609755 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb55af04-587a-41eb-a9c3-858ac7b6d301 admin admin] Publish callbacks [] for security_group (fc8803a5-74e7-4601-9848-0490ce166863), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.673146 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb55af04-587a-41eb-a9c3-858ac7b6d301 admin admin] Publish callbacks [] for security_group (fc8803a5-74e7-4601-9848-0490ce166863), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.687601 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:20Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:21.736825 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715ba73-f201-4c38-9e89-638c3a49d7c3 None None] The sync data for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb is: [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:20Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:21.741478 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca47da-82ea-4ad9-821e-76323c2a231d None None] Pushing event updated for resources: {'Port': ['ID=71f65bf9-797b-48a3-b97a-3b481d29e129,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:21.753647 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-44ace104-209b-4553-a8c3-9a7f62c641a8 None None] Provisioning complete for port 71f65bf9-797b-48a3-b97a-3b481d29e129 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:21.754041 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-44ace104-209b-4553-a8c3-9a7f62c641a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.761029 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:21.761496 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.794732 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.881679 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920942e-dfac-4e33-9627-d604fd082434 None None] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:21.918957 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc64c62-5577-4e3f-a5ba-59464ea111a6 req-5cef0aca-6474-4743-8a79-c90b541dade2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:21.935427 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fcc64c62-5577-4e3f-a5ba-59464ea111a6 req-5cef0aca-6474-4743-8a79-c90b541dade2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1215596 Mar 21 17:31:21.937875 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Publish callbacks [] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), precommit_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.945569 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:21.995464 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=b1375d3f-5c46-4a32-b82c-bc9a930ab4f4,segment=NetworkSegment(d452579b-96f5-4219-b6df-9bd77b31e34b),segment_id=d452579b-96f5-4219-b6df-9bd77b31e34b)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:21.997539 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550d436-9c4f-40a2-8e72-fa3205ac4fe3 None None] Pushing event updated for resources: {'Port': ['ID=3f95e907-e37d-4a11-85ad-ef9c61f0c961,revision_number=2']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:21.998316 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-44ace104-209b-4553-a8c3-9a7f62c641a8 None None] Current status of the port 71f65bf9-797b-48a3-b97a-3b481d29e129 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:22.009909 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.010703 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device eb998837-41f5-4b08-ae35-10579f22f895 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:22.025677 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Attempting to bind port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:22.026189 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Attempting to bind port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:22.026671 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Attempting to bind port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 on network 37b43051-0da9-4ebd-a627-5396dfdbe2ec {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:22.032360 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:22.032893 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Checking segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:22.033419 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.033877 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Bound using segment: {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'} {{(pid=103308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:22.034439 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.managers [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Bound port: 3f95e907-e37d-4a11-85ad-ef9c61f0c961, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb44c1c-4339-47b9-bd50-c7e8f2babfae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec'}}] {{(pid=103308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:22.034958 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), before_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.052735 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fcc64c62-5577-4e3f-a5ba-59464ea111a6 req-7829f42f-cbce-403a-8b76-c0ea1233780a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160376 Mar 21 17:31:22.086062 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb55af04-587a-41eb-a9c3-858ac7b6d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (fc8803a5-74e7-4601-9848-0490ce166863), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.088633 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb55af04-587a-41eb-a9c3-858ac7b6d301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.092361 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-fb55af04-587a-41eb-a9c3-858ac7b6d301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc8803a5-74e7-4601-9848-0490ce166863 HTTP/1.1" status: 204 len: 168 time: 0.5818281 Mar 21 17:31:22.110249 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55af04-587a-41eb-a9c3-858ac7b6d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8803a5-74e7-4601-9848-0490ce166863,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:22.137403 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_common [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Allocated IP 172.20.0.1 (193bb80d-511e-41af-a1cd-d5a8c8279567/30cc5548-11a2-4f1f-9c32-c70c8b90dd01/e1fcf123-09ed-4128-8459-e951b8cfe200) {{(pid=103306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:22.143072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port eb998837-41f5-4b08-ae35-10579f22f895 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:22.143400 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (eb998837-41f5-4b08-ae35-10579f22f895), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.178405 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] For port 3f95e907-e37d-4a11-85ad-ef9c61f0c961, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:22.181823 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.plugins.ml2.db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] For port 3f95e907-e37d-4a11-85ad-ef9c61f0c961, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=3f95e907-e37d-4a11-85ad-ef9c61f0c961,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:22.186352 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:31:22.190613 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.callbacks.manager [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), after_update {{(pid=103308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.199054 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=b1375d3f-5c46-4a32-b82c-bc9a930ab4f4,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:22.212432 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-b5842b66-acdf-49dc-bac9-eb64c97450a7 None None] Provisioning complete for port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:22.212860 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b5842b66-acdf-49dc-bac9-eb64c97450a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.285148 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550d436-9c4f-40a2-8e72-fa3205ac4fe3 None None] Pushing event updated for resources: {'Port': ['ID=3f95e907-e37d-4a11-85ad-ef9c61f0c961,revision_number=3']} {{(pid=103308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:22.304936 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Routers {'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:22.310983 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:22.338574 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks [] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.369491 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:31:22.434704 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.435231 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port eb998837-41f5-4b08-ae35-10579f22f895 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:22.527364 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:22.536959 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] Set router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:22.548838 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Pushing event updated for resources: {'Port': ['ID=e1fcf123-09ed-4128-8459-e951b8cfe200,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:22.562072 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:22.575240 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Received port after_create {{(pid=103306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:22.599337 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-b5842b66-acdf-49dc-bac9-eb64c97450a7 None None] Current status of the port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:22.690669 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:22.706145 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '1c5ea659-e457-4142-9736-e6df169c701e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'port_id': '1c5ea659-e457-4142-9736-e6df169c701e', 'mac_address': 'fa:16:3e:4c:6e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:31:22.728465 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640497'] for router_interface (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.739394 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52772) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:22.801033 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d815008c-0c19-4b31-9906-4cdb682af7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.801949 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1c5ea659-e457-4142-9736-e6df169c701e is: ACTIVE; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:22.802439 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:22.847022 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c5ea659-e457-4142-9736-e6df169c701e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:31:22.939460 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-f95e4bbd-1cb4-4660-8f05-e38edfe6307f None None] Provisioning complete for port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:22.939952 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f95e4bbd-1cb4-4660-8f05-e38edfe6307f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.166993 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), before_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.263624 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 3, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port': {'id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:19Z', 'updated_at': '2022-03-21T17:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:23.292106 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16253b4-8339-4b5b-850d-86a67648d4f9 req-63a3d5ff-7263-40e5-b00f-b11c16a646f5 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:23.294150 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c16253b4-8339-4b5b-850d-86a67648d4f9 req-63a3d5ff-7263-40e5-b00f-b11c16a646f5 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0778461 Mar 21 17:31:23.342722 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d815008c-0c19-4b31-9906-4cdb682af7d5 admin admin] Publish callbacks [] for security_group (7ec2ad80-ea73-4578-958d-4eed1f656d28), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.360567 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d815008c-0c19-4b31-9906-4cdb682af7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7ec2ad80-ea73-4578-958d-4eed1f656d28), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.373511 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:23.375369 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:23.387550 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa101403-72be-4bc0-b10c-e3febfd70508 None None] The sync data for ids ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'] in dv-cinder-768458-20-smb is: [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 3, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port': {'id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:19Z', 'updated_at': '2022-03-21T17:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:23.395052 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.474331 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c16253b4-8339-4b5b-850d-86a67648d4f9 req-7a5a5180-d5ff-4fbf-bf3a-2cc20e446792 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745183 Mar 21 17:31:23.525020 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815008c-0c19-4b31-9906-4cdb682af7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2ad80-ea73-4578-958d-4eed1f656d28,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:23.531860 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d815008c-0c19-4b31-9906-4cdb682af7d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abe23c29815e4398bab2c5b0b88573e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7916594 Mar 21 17:31:23.534491 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52794) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:23.574893 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=6']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:23.607192 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['1c5ea659-e457-4142-9736-e6df169c701e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:31:23.673343 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-39a79171-9580-43b3-9d80-73a9e006b42e admin admin] Publish callbacks [] for security_group (7ec2ad80-ea73-4578-958d-4eed1f656d28), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.703543 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-39a79171-9580-43b3-9d80-73a9e006b42e admin admin] Publish callbacks [] for security_group (7ec2ad80-ea73-4578-958d-4eed1f656d28), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.736157 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:23.736653 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.790398 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-39a79171-9580-43b3-9d80-73a9e006b42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7ec2ad80-ea73-4578-958d-4eed1f656d28), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.793920 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-39a79171-9580-43b3-9d80-73a9e006b42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.796608 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-39a79171-9580-43b3-9d80-73a9e006b42e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ec2ad80-ea73-4578-958d-4eed1f656d28 HTTP/1.1" status: 204 len: 168 time: 0.2611978 Mar 21 17:31:23.797267 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-f95e4bbd-1cb4-4660-8f05-e38edfe6307f None None] Current status of the port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:23.829553 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a79171-9580-43b3-9d80-73a9e006b42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2ad80-ea73-4578-958d-4eed1f656d28,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:23.889500 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks [] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), precommit_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.898990 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2588949'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), after_update {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.950361 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:23.951312 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 71f65bf9-797b-48a3-b97a-3b481d29e129 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:23.955997 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-125e4ec7-42b6-4461-bbca-4fab8e35eb70 None None] Provisioning complete for port e1fcf123-09ed-4128-8459-e951b8cfe200 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:23.956442 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-125e4ec7-42b6-4461-bbca-4fab8e35eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.980915 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-640357'] for router_interface (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:23.984029 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Pushing event updated for resources: {'Port': ['ID=e1fcf123-09ed-4128-8459-e951b8cfe200,revision_number=2']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:24.019727 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-125e4ec7-42b6-4461-bbca-4fab8e35eb70 None None] Port e1fcf123-09ed-4128-8459-e951b8cfe200 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:31:24.034603 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 71f65bf9-797b-48a3-b97a-3b481d29e129 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:24.034985 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:24.220390 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 is already hosted by enough agents. {{(pid=103306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:24.222016 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:24.315814 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 71f65bf9-797b-48a3-b97a-3b481d29e129 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:24.379410 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:24.510302 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:24.586853 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 1c5ea659-e457-4142-9736-e6df169c701e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:24.587489 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1c5ea659-e457-4142-9736-e6df169c701e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:24.607172 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:24.625207 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5e422b-4ae8-4dc7-bedd-e9aa2d2b5bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:24.730112 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1c5ea659-e457-4142-9736-e6df169c701e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:24.730572 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:24.785186 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:24.787570 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ef127c-2328-4be7-9316-b029ad37cfcd" -d '{"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:24.800380 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:24.801267 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-5b94000b-b07a-49a4-8cfe-78b231b9d690 None None] Provisioning complete for port e1fcf123-09ed-4128-8459-e951b8cfe200 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:24.801647 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5b94000b-b07a-49a4-8cfe-78b231b9d690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:24.809209 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:24.828872 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-d390067d-14f2-4fdb-a4f6-d75e8ea400ca admin admin] 10.222.0.20 "PUT /v2.0/routers/f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9038622 Mar 21 17:31:24.895193 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-5b94000b-b07a-49a4-8cfe-78b231b9d690 None None] Port e1fcf123-09ed-4128-8459-e951b8cfe200 cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:31:24.899653 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:24.938329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120413-d55f-4c21-8053-946fd251ec54 req-5f4da391-c02f-4822-aa78-4d3470173d85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:24.947806 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-93120413-d55f-4c21-8053-946fd251ec54 req-5f4da391-c02f-4822-aa78-4d3470173d85 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 945 time: 0.3006363 Mar 21 17:31:24.979327 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4debbe10-f4ce-4b79-92d6-375dd82897de x-openstack-request-id: req-4debbe10-f4ce-4b79-92d6-375dd82897de {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:24.980241 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:24.981383 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4debbe10-f4ce-4b79-92d6-375dd82897de {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:24.983699 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e', 'code': 200} Mar 21 17:31:24.992459 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 3f95e907-e37d-4a11-85ad-ef9c61f0c961 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:25.018933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5e422b-4ae8-4dc7-bedd-e9aa2d2b5bf3 admin admin] Publish callbacks [] for security_group (9b311c12-ec10-4d13-a1b0-7a6a1d086eb8), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.047419 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-93120413-d55f-4c21-8053-946fd251ec54 req-48be01b2-a918-4f81-9027-95ea9f1885a7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980444 Mar 21 17:31:25.050444 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-fc5e422b-4ae8-4dc7-bedd-e9aa2d2b5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9b311c12-ec10-4d13-a1b0-7a6a1d086eb8), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.116966 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e422b-4ae8-4dc7-bedd-e9aa2d2b5bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b311c12-ec10-4d13-a1b0-7a6a1d086eb8,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:25.152636 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=7']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:25.197822 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-fc5e422b-4ae8-4dc7-bedd-e9aa2d2b5bf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c183bc704f545288610fe5fa06b94ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5889082 Mar 21 17:31:25.199498 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52814) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:25.215013 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:25.217774 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.306169 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38824b2a-21f9-477b-9710-9044fdbaf53a admin admin] Publish callbacks [] for security_group (9b311c12-ec10-4d13-a1b0-7a6a1d086eb8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.342102 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38824b2a-21f9-477b-9710-9044fdbaf53a admin admin] Publish callbacks [] for security_group (9b311c12-ec10-4d13-a1b0-7a6a1d086eb8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.362474 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:25.363105 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.418069 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] For port 3f95e907-e37d-4a11-85ad-ef9c61f0c961, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=3f95e907-e37d-4a11-85ad-ef9c61f0c961,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:25.430945 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38824b2a-21f9-477b-9710-9044fdbaf53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9b311c12-ec10-4d13-a1b0-7a6a1d086eb8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.433912 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-38824b2a-21f9-477b-9710-9044fdbaf53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.435080 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-38824b2a-21f9-477b-9710-9044fdbaf53a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b311c12-ec10-4d13-a1b0-7a6a1d086eb8 HTTP/1.1" status: 204 len: 168 time: 0.2337949 Mar 21 17:31:25.438450 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:25.449530 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824b2a-21f9-477b-9710-9044fdbaf53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b311c12-ec10-4d13-a1b0-7a6a1d086eb8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:25.521795 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Pushing event updated for resources: {'Port': ['ID=3f95e907-e37d-4a11-85ad-ef9c61f0c961,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:25.867771 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52828) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:25.876300 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-eae5b437-f828-4bc9-ac68-0420ed4ec950 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357249699', 'description': 'tempest-secgroup-smoke-1357249699 description', 'project_id': '56483fd1775949a19d732ac9e7d3825f'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:25.903016 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5b437-f828-4bc9-ac68-0420ed4ec950 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.017437 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5b437-f828-4bc9-ac68-0420ed4ec950 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group (f5189861-71e7-4578-91db-88cf16036caa), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.023876 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5b437-f828-4bc9-ac68-0420ed4ec950 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f5189861-71e7-4578-91db-88cf16036caa), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.067181 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-eae5b437-f828-4bc9-ac68-0420ed4ec950 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.068463 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-eae5b437-f828-4bc9-ac68-0420ed4ec950 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1995411 Mar 21 17:31:26.071783 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52842) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:26.078961 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-24a2b2fd-57ea-472c-9ad7-e197a4e64884 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'security_group_rule': {'security_group_id': 'f5189861-71e7-4578-91db-88cf16036caa', 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:26.117819 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5b437-f828-4bc9-ac68-0420ed4ec950 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5189861-71e7-4578-91db-88cf16036caa,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:26.145204 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24a2b2fd-57ea-472c-9ad7-e197a4e64884 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (eb551cdb-982f-4783-a6c3-957e58f82891), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.296103 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24a2b2fd-57ea-472c-9ad7-e197a4e64884 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (eb551cdb-982f-4783-a6c3-957e58f82891), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.309142 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24a2b2fd-57ea-472c-9ad7-e197a4e64884 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (eb551cdb-982f-4783-a6c3-957e58f82891), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.329555 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57f15e-2ee3-4e98-8c76-08833f5c583e req-438c70eb-d83a-46ef-9de8-c0944b6cc267 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:26.331984 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0b57f15e-2ee3-4e98-8c76-08833f5c583e req-438c70eb-d83a-46ef-9de8-c0944b6cc267 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1132016 Mar 21 17:31:26.348977 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2b2fd-57ea-472c-9ad7-e197a4e64884 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb551cdb-982f-4783-a6c3-957e58f82891,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:26.384542 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-24a2b2fd-57ea-472c-9ad7-e197a4e64884 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.388297 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-24a2b2fd-57ea-472c-9ad7-e197a4e64884 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127947 Mar 21 17:31:26.388690 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52856) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:26.395282 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-75c8cb84-c5bd-4cef-b63d-531d85b4676d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'security_group_rule': {'security_group_id': 'f5189861-71e7-4578-91db-88cf16036caa', 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:26.431442 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0b57f15e-2ee3-4e98-8c76-08833f5c583e req-a1194d6b-be78-4ac4-a62e-e56bfd2275ed tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867147 Mar 21 17:31:26.451001 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75c8cb84-c5bd-4cef-b63d-531d85b4676d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (7d603708-424d-461f-8d1e-4cd2f33c45c1), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.548328 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75c8cb84-c5bd-4cef-b63d-531d85b4676d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (7d603708-424d-461f-8d1e-4cd2f33c45c1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.565739 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75c8cb84-c5bd-4cef-b63d-531d85b4676d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (7d603708-424d-461f-8d1e-4cd2f33c45c1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.588626 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8cb84-c5bd-4cef-b63d-531d85b4676d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d603708-424d-461f-8d1e-4cd2f33c45c1,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:26.599714 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-75c8cb84-c5bd-4cef-b63d-531d85b4676d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.605341 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-75c8cb84-c5bd-4cef-b63d-531d85b4676d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2127998 Mar 21 17:31:26.605676 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52864) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:26.610358 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-99033178-bfe2-4ab8-a401-6dd74853da2e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'security_group_rule': {'security_group_id': 'f5189861-71e7-4578-91db-88cf16036caa', 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:26.641370 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99033178-bfe2-4ab8-a401-6dd74853da2e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (632f69ba-6585-4042-ba32-a76dcbebe3f1), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.723808 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99033178-bfe2-4ab8-a401-6dd74853da2e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (632f69ba-6585-4042-ba32-a76dcbebe3f1), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.731489 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99033178-bfe2-4ab8-a401-6dd74853da2e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (632f69ba-6585-4042-ba32-a76dcbebe3f1), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.759429 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99033178-bfe2-4ab8-a401-6dd74853da2e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632f69ba-6585-4042-ba32-a76dcbebe3f1,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:26.793198 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-99033178-bfe2-4ab8-a401-6dd74853da2e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.796833 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-99033178-bfe2-4ab8-a401-6dd74853da2e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1877418 Mar 21 17:31:26.797169 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52868) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:26.801970 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-5d986ea3-454d-4e8c-bd1b-e621db13aa83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'security_group_rule': {'security_group_id': 'f5189861-71e7-4578-91db-88cf16036caa', 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:26.839550 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d986ea3-454d-4e8c-bd1b-e621db13aa83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (cc1f67c9-e149-4411-bfed-7c9fdfc77518), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.925690 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 3f95e907-e37d-4a11-85ad-ef9c61f0c961 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:26.941826 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d986ea3-454d-4e8c-bd1b-e621db13aa83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (cc1f67c9-e149-4411-bfed-7c9fdfc77518), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.949431 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d986ea3-454d-4e8c-bd1b-e621db13aa83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (cc1f67c9-e149-4411-bfed-7c9fdfc77518), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:26.966322 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Sync routers for ids ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:26.995856 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Routers {'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:26.996869 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:27.005101 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d986ea3-454d-4e8c-bd1b-e621db13aa83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1f67c9-e149-4411-bfed-7c9fdfc77518,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:27.013321 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5d986ea3-454d-4e8c-bd1b-e621db13aa83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.015808 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5d986ea3-454d-4e8c-bd1b-e621db13aa83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175753 Mar 21 17:31:27.018628 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 52872) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:27.025003 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'security_group_rule': {'security_group_id': 'f5189861-71e7-4578-91db-88cf16036caa', 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:27.063344 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.securitygroups_db [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Project 56483fd1775949a19d732ac9e7d3825f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 17:31:27.072411 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (5acab82a-bb8a-4299-8e50-c4a8286efb81), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.213399 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:27.214381 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.230080 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (5acab82a-bb8a-4299-8e50-c4a8286efb81), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.294909 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (5acab82a-bb8a-4299-8e50-c4a8286efb81), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.317585 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acab82a-bb8a-4299-8e50-c4a8286efb81,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:27.334578 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Set router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:27.363948 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.365213 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-14f124fb-5cc8-4e26-8dcd-32f420af9799 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453329 Mar 21 17:31:27.367999 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 52880) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:27.378146 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'security_group_rule': {'security_group_id': 'f5189861-71e7-4578-91db-88cf16036caa', 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:27.434812 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.securitygroups_db [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Project 56483fd1775949a19d732ac9e7d3825f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 17:31:27.450152 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:27.485023 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (b9e9dc79-07d8-4030-a64f-f9c0f1f0a548), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.649381 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:31:23Z', 'revision_number': 4, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port': {'id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:19Z', 'updated_at': '2022-03-21T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e1fcf123-09ed-4128-8459-e951b8cfe200', 'name': '', 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'mac_address': 'fa:16:3e:b0:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '30cc5548-11a2-4f1f-9c32-c70c8b90dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:21Z', 'updated_at': '2022-03-21T17:31:23Z', 'revision_number': 2, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'subnets': [{'id': '30cc5548-11a2-4f1f-9c32-c70c8b90dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:27.669563 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (b9e9dc79-07d8-4030-a64f-f9c0f1f0a548), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.687787 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567679'] for security_group_rule (b9e9dc79-07d8-4030-a64f-f9c0f1f0a548), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.690538 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Checking router: f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:27.690795 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Updating router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a port e1fcf123-09ed-4128-8459-e951b8cfe200 binding host dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 17:31:27.712429 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e9dc79-07d8-4030-a64f-f9c0f1f0a548,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:27.723448 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe2d5-c2f4-4a6d-b177-83e2cffd833f req-bf339e6f-71aa-4a80-8179-e4db1c902696 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:27.726127 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2c9fe2d5-c2f4-4a6d-b177-83e2cffd833f req-bf339e6f-71aa-4a80-8179-e4db1c902696 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1374800 Mar 21 17:31:27.742130 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.742381 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:27.744374 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-83eb3002-ec7f-4b46-9443-05322cacf9cd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3751884 Mar 21 17:31:27.871176 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2c9fe2d5-c2f4-4a6d-b177-83e2cffd833f req-fc62990a-2e75-47dd-b9c8-8b1645fb2fb1 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229656 Mar 21 17:31:28.202614 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Publish callbacks [] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), precommit_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:28.221569 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:28.292979 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768a179-ecc7-422d-b173-412f59b0637e None None] Pushing event updated for resources: {'Port': ['ID=e1fcf123-09ed-4128-8459-e951b8cfe200,revision_number=3']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:28.404928 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Attempting to bind port e1fcf123-09ed-4128-8459-e951b8cfe200 on host dv-cinder-768458-20-smb for vnic_type normal with profile {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:28.405360 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Attempting to bind port e1fcf123-09ed-4128-8459-e951b8cfe200 by drivers openvswitch,hyperv on host dv-cinder-768458-20-smb at level 0 using segments [{'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:28.405899 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Attempting to bind port e1fcf123-09ed-4128-8459-e951b8cfe200 on network 193bb80d-511e-41af-a1cd-d5a8c8279567 {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:28.412596 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Checking agent: {'id': '1a9ae698-1ea8-4583-8c47-b8284af2c02d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-20-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 17, 47), 'started_at': datetime.datetime(2022, 3, 21, 17, 18, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-20-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:28.415717 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Checking segment: {'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:28.416171 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:28.416581 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Bound using segment: {'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'} {{(pid=103307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:28.417567 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.managers [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Bound port: e1fcf123-09ed-4128-8459-e951b8cfe200, host: dv-cinder-768458-20-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd452579b-96f5-4219-b6df-9bd77b31e34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567'}}] {{(pid=103307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:28.417567 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:28.566667 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] For port e1fcf123-09ed-4128-8459-e951b8cfe200, host dv-cinder-768458-20-smb, cleared binding levels {{(pid=103307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:28.584327 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] For port e1fcf123-09ed-4128-8459-e951b8cfe200, host dv-cinder-768458-20-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=e1fcf123-09ed-4128-8459-e951b8cfe200,segment=NetworkSegment(d452579b-96f5-4219-b6df-9bd77b31e34b),segment_id=d452579b-96f5-4219-b6df-9bd77b31e34b)] {{(pid=103307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:28.590887 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:28.716346 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Routers {'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:28.716997 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:28.724788 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768a179-ecc7-422d-b173-412f59b0637e None None] Pushing event updated for resources: {'Port': ['ID=e1fcf123-09ed-4128-8459-e951b8cfe200,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:28.827808 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-5f7e81ae-abad-40e2-aa60-ab216b73087a None None] Provisioning complete for port e1fcf123-09ed-4128-8459-e951b8cfe200 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:28.831413 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f7e81ae-abad-40e2-aa60-ab216b73087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:28.986697 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] Set router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:29.097679 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6d9b-e01e-4c00-a6ea-891416ec6a9f req-3546b376-9a9d-44d3-be5a-99395d3a3fc7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:29.114594 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-475d6d9b-e01e-4c00-a6ea-891416ec6a9f req-3546b376-9a9d-44d3-be5a-99395d3a3fc7 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1034384 Mar 21 17:31:29.196446 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-475d6d9b-e01e-4c00-a6ea-891416ec6a9f req-0a8a7dd8-a305-43e3-9a71-5cc750939250 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700259 Mar 21 17:31:29.363404 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e81ae-abad-40e2-aa60-ab216b73087a None None] Current status of the port e1fcf123-09ed-4128-8459-e951b8cfe200 is: DOWN; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:29.364395 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f7e81ae-abad-40e2-aa60-ab216b73087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:29.489651 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-5f7e81ae-abad-40e2-aa60-ab216b73087a None None] For port e1fcf123-09ed-4128-8459-e951b8cfe200, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=e1fcf123-09ed-4128-8459-e951b8cfe200,segment=NetworkSegment(d452579b-96f5-4219-b6df-9bd77b31e34b),segment_id=d452579b-96f5-4219-b6df-9bd77b31e34b)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:29.522049 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53002) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:29.544725 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f7e81ae-abad-40e2-aa60-ab216b73087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:29.682032 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e81ae-abad-40e2-aa60-ab216b73087a None None] Pushing event updated for resources: {'Port': ['ID=e1fcf123-09ed-4128-8459-e951b8cfe200,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:29.686192 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-519999cf-53df-47d5-857c-a3f63d26c93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:29.715336 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-f7722b11-79fa-454a-9d47-17bd841ae6b7 None None] Provisioning complete for port e1fcf123-09ed-4128-8459-e951b8cfe200 triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:29.715720 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-f7722b11-79fa-454a-9d47-17bd841ae6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:29.766451 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:31:23Z', 'revision_number': 4, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port': {'id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:19Z', 'updated_at': '2022-03-21T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e1fcf123-09ed-4128-8459-e951b8cfe200', 'name': '', 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'mac_address': 'fa:16:3e:b0:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '30cc5548-11a2-4f1f-9c32-c70c8b90dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:21Z', 'updated_at': '2022-03-21T17:31:28Z', 'revision_number': 4, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'subnets': [{'id': '30cc5548-11a2-4f1f-9c32-c70c8b90dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:29.802595 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c18af4-4ef1-4dc1-85f6-d33839616810 None None] The sync data for ids ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'] in dv-cinder-768458-20-smb is: [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:31:23Z', 'revision_number': 4, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port': {'id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:19Z', 'updated_at': '2022-03-21T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e1fcf123-09ed-4128-8459-e951b8cfe200', 'name': '', 'network_id': '193bb80d-511e-41af-a1cd-d5a8c8279567', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'mac_address': 'fa:16:3e:b0:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '30cc5548-11a2-4f1f-9c32-c70c8b90dd01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:21Z', 'updated_at': '2022-03-21T17:31:28Z', 'revision_number': 4, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'subnets': [{'id': '30cc5548-11a2-4f1f-9c32-c70c8b90dd01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:29.915481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-519999cf-53df-47d5-857c-a3f63d26c93a admin admin] Publish callbacks [] for security_group (709af312-9f45-4c05-b046-9a94053263df), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:29.918747 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-f7722b11-79fa-454a-9d47-17bd841ae6b7 None None] Current status of the port e1fcf123-09ed-4128-8459-e951b8cfe200 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:29.928163 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-519999cf-53df-47d5-857c-a3f63d26c93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (709af312-9f45-4c05-b046-9a94053263df), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:29.982794 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-519999cf-53df-47d5-857c-a3f63d26c93a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b87292517b44888a76df36649643f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4591610 Mar 21 17:31:29.985832 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53014) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:30.000554 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519999cf-53df-47d5-857c-a3f63d26c93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709af312-9f45-4c05-b046-9a94053263df,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:30.066005 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f19a08f5-e336-44e5-8a6a-52281af929f1 admin admin] Publish callbacks [] for security_group (709af312-9f45-4c05-b046-9a94053263df), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:30.097598 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f19a08f5-e336-44e5-8a6a-52281af929f1 admin admin] Publish callbacks [] for security_group (709af312-9f45-4c05-b046-9a94053263df), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:30.160758 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4726180-b7bd-42a8-9e5e-9b3b94d5a046 req-8a3162ac-f521-4cd3-84f5-684d25de2831 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:30.169042 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e4726180-b7bd-42a8-9e5e-9b3b94d5a046 req-8a3162ac-f521-4cd3-84f5-684d25de2831 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 945 time: 0.0776153 Mar 21 17:31:30.196812 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f19a08f5-e336-44e5-8a6a-52281af929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (709af312-9f45-4c05-b046-9a94053263df), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:30.200919 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f19a08f5-e336-44e5-8a6a-52281af929f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:30.202324 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f19a08f5-e336-44e5-8a6a-52281af929f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/709af312-9f45-4c05-b046-9a94053263df HTTP/1.1" status: 204 len: 168 time: 0.2147129 Mar 21 17:31:30.213824 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a08f5-e336-44e5-8a6a-52281af929f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709af312-9f45-4c05-b046-9a94053263df,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:30.266102 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e4726180-b7bd-42a8-9e5e-9b3b94d5a046 req-4e2502a6-d802-451b-b9b6-9b35b9283754 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958061 Mar 21 17:31:30.697989 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:30.730919 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a7e62a6-d15b-43dc-8d40-7ee03e94f02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:30.861593 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3a96-5c75-45b6-b489-48f7e1f5e51c req-497ed109-3a6f-4afe-856f-318353e6e39c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:30.869704 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c0eb3a96-5c75-45b6-b489-48f7e1f5e51c req-497ed109-3a6f-4afe-856f-318353e6e39c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1030984 Mar 21 17:31:30.949033 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device e1fcf123-09ed-4128-8459-e951b8cfe200 up at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:30.974661 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a7e62a6-d15b-43dc-8d40-7ee03e94f02e admin admin] Publish callbacks [] for security_group (afef74b9-beb0-450b-9334-0ac950988654), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:30.981892 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0a7e62a6-d15b-43dc-8d40-7ee03e94f02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (afef74b9-beb0-450b-9334-0ac950988654), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:31.048462 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c0eb3a96-5c75-45b6-b489-48f7e1f5e51c req-c672e5de-788a-40fd-8799-d5c284ece01b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778271 Mar 21 17:31:31.049105 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e62a6-d15b-43dc-8d40-7ee03e94f02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afef74b9-beb0-450b-9334-0ac950988654,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:31.052363 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Provisioning complete for port e1fcf123-09ed-4128-8459-e951b8cfe200 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:31.055216 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:31.086910 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-0a7e62a6-d15b-43dc-8d40-7ee03e94f02e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28394ed63977461895fd06659951117e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849561 Mar 21 17:31:31.087204 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53030) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:31.152166 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ffb-ae75-45e4-90be-2a794ef9ca09 admin admin] Publish callbacks [] for security_group (afef74b9-beb0-450b-9334-0ac950988654), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:31.168302 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Current status of the port e1fcf123-09ed-4128-8459-e951b8cfe200 is: ACTIVE; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:31.191743 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ffb-ae75-45e4-90be-2a794ef9ca09 admin admin] Publish callbacks [] for security_group (afef74b9-beb0-450b-9334-0ac950988654), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:31.270576 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ffb-ae75-45e4-90be-2a794ef9ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (afef74b9-beb0-450b-9334-0ac950988654), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:31.275299 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bdf59ffb-ae75-45e4-90be-2a794ef9ca09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:31.276526 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-bdf59ffb-ae75-45e4-90be-2a794ef9ca09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afef74b9-beb0-450b-9334-0ac950988654 HTTP/1.1" status: 204 len: 168 time: 0.1882999 Mar 21 17:31:31.300837 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf59ffb-ae75-45e4-90be-2a794ef9ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afef74b9-beb0-450b-9334-0ac950988654,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:31.456365 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d462b6-315e-4730-9ecb-809dd2182c27 req-714a3477-4156-438e-a257-ee9334b910c5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:31.464147 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1d462b6-315e-4730-9ecb-809dd2182c27 req-714a3477-4156-438e-a257-ee9334b910c5 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 945 time: 0.0824795 Mar 21 17:31:31.521868 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1d462b6-315e-4730-9ecb-809dd2182c27 req-8ce780f7-1352-46fe-8574-dd50f1edcbc0 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565925 Mar 21 17:31:32.259629 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c25908-df22-4bc1-915a-90c49a27336f req-f5ec66b8-159e-41d5-8379-320fe44c4e4f tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:32.261222 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-81c25908-df22-4bc1-915a-90c49a27336f req-f5ec66b8-159e-41d5-8379-320fe44c4e4f tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 945 time: 0.1427817 Mar 21 17:31:32.315550 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f669f5-a53c-457a-a284-b1d5f80fd1c2 req-1e5b2855-6b48-4d1a-adef-c23070e437ed tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:32.317018 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0f669f5-a53c-457a-a284-b1d5f80fd1c2 req-1e5b2855-6b48-4d1a-adef-c23070e437ed tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1444728 Mar 21 17:31:32.461202 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f0f669f5-a53c-457a-a284-b1d5f80fd1c2 req-9bf2b9d5-2cc8-4e5d-98fd-1011dde8bfeb tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947242 Mar 21 17:31:32.496448 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Deleting port d9b3ea2a-27cf-4a29-a34a-45b08571c18e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:32.499174 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:32.540186 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:32.749883 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] For port d9b3ea2a-27cf-4a29-a34a-45b08571c18e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:32.750281 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:32.788528 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996616c-92af-4fbc-a0b5-8ff6aaa7a10a req-01bfbc48-c1d4-42f6-86fa-5bd1e4deaccb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:32.790109 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d996616c-92af-4fbc-a0b5-8ff6aaa7a10a req-01bfbc48-c1d4-42f6-86fa-5bd1e4deaccb tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 945 time: 0.1387191 Mar 21 17:31:32.942832 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d996616c-92af-4fbc-a0b5-8ff6aaa7a10a req-a7a69548-17ef-4916-9d53-e9d9095ca68e tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2af46a9-bcd8-49b5-a245-81525ccee45f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062496 Mar 21 17:31:33.078306 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:33.078697 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (2506d462-49c8-40f2-9ead-2ef64811dae6), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:33.078987 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Floating IP 2506d462-49c8-40f2-9ead-2ef64811dae6 disassociated. External IP: 172.28.2.40, port: d9b3ea2a-27cf-4a29-a34a-45b08571c18e. Mar 21 17:31:33.079348 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Calling delete_port for d9b3ea2a-27cf-4a29-a34a-45b08571c18e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:33.233034 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (d9b3ea2a-27cf-4a29-a34a-45b08571c18e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:33.329373 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event deleted for resources: {'Port': ['ID=d9b3ea2a-27cf-4a29-a34a-45b08571c18e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:33.453700 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:33.624592 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:33.634930 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] Sync routers for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:33.647285 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:33.656865 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:33.683583 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] No DVR routers for this DVR port d9b3ea2a-27cf-4a29-a34a-45b08571c18e on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:33.693241 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dea031-0bab-4b13-b9b4-34697f09482e req-ad1ac7d0-4c4c-45c2-85eb-7bc2d670a273 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:33.694873 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b6dea031-0bab-4b13-b9b4-34697f09482e req-ad1ac7d0-4c4c-45c2-85eb-7bc2d670a273 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1197646 Mar 21 17:31:33.696196 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:33.700205 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-81c25908-df22-4bc1-915a-90c49a27336f req-40aabeb7-cb37-43d5-97af-c923aa8eaa9c tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.23 "DELETE /v2.0/ports/d9b3ea2a-27cf-4a29-a34a-45b08571c18e HTTP/1.1" status: 204 len: 173 time: 1.4299734 Mar 21 17:31:33.700505 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'name': 'network-vif-deleted', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:33.703234 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f411ee3-7c04-43d7-b1dc-05f84223ad08" -d '{"events": [{"server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "name": "network-vif-deleted", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:33.862130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb78153f-3b43-4665-841c-6fd1145772b0 x-openstack-request-id: req-fb78153f-3b43-4665-841c-6fd1145772b0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:33.862537 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1c51f8-8370-424f-bb6c-2bcb559beb27", "name": "network-vif-deleted", "tag": "d9b3ea2a-27cf-4a29-a34a-45b08571c18e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:33.862863 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb78153f-3b43-4665-841c-6fd1145772b0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:33.870222 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c51f8-8370-424f-bb6c-2bcb559beb27', 'name': 'network-vif-deleted', 'tag': 'd9b3ea2a-27cf-4a29-a34a-45b08571c18e', 'status': 'completed', 'code': 200} Mar 21 17:31:33.878046 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b6dea031-0bab-4b13-b9b4-34697f09482e req-393a2f84-91a8-4dfa-bcdf-3aa19b0ed63f tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455147 Mar 21 17:31:33.981452 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:34.145120 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7b18ebac-77cd-410d-994d-acc60f172287 req-935a2563-9eb1-4022-91f4-4d2652154c43 tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1c51f8-8370-424f-bb6c-2bcb559beb27 HTTP/1.1" status: 200 len: 210 time: 0.0303695 Mar 21 17:31:34.318223 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:34.354998 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] Checking router: 9dd2888a-20b4-4815-9740-d90e2c55d5a2 for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:34.363996 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:34.364846 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:34.506380 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:34.751761 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:34.781046 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0b776-010a-4d43-835e-981a5698ca94 None None] The sync data for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb is: [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:11Z', 'revision_number': 4, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8', 'name': '', 'network_id': 'ef303a24-2947-40db-857e-5d093ceea671', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'mac_address': 'fa:16:3e:ae:e3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:10Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'subnets': [{'id': 'b909067b-4f40-4c02-af01-4bd339ab4e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:35.050214 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da17e04-37f4-4389-b28e-9279ea791e61 req-99266d44-67f3-43be-8c51-17e958f2736d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:35.053263 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5da17e04-37f4-4389-b28e-9279ea791e61 req-99266d44-67f3-43be-8c51-17e958f2736d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0719259 Mar 21 17:31:35.158265 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-5da17e04-37f4-4389-b28e-9279ea791e61 req-2c486ea5-5c39-47b1-beca-c937eec96671 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946209 Mar 21 17:31:35.194901 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18929a26-10f5-473b-abec-341ac7f46c53 None None] New status for floating IP 2506d462-49c8-40f2-9ead-2ef64811dae6: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:31:35.276179 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53114) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:35.377075 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e335-916b-413e-b592-e9df59c8bd0d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (e2af46a9-bcd8-49b5-a245-81525ccee45f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:35.411999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e335-916b-413e-b592-e9df59c8bd0d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (e2af46a9-bcd8-49b5-a245-81525ccee45f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:35.486089 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e335-916b-413e-b592-e9df59c8bd0d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (e2af46a9-bcd8-49b5-a245-81525ccee45f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:35.489537 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a6f4e335-916b-413e-b592-e9df59c8bd0d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:35.491469 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a6f4e335-916b-413e-b592-e9df59c8bd0d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "DELETE /v2.0/security-groups/e2af46a9-bcd8-49b5-a245-81525ccee45f HTTP/1.1" status: 204 len: 168 time: 0.2135890 Mar 21 17:31:35.494440 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53116) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:35.502022 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4e335-916b-413e-b592-e9df59c8bd0d tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af46a9-bcd8-49b5-a245-81525ccee45f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:35.535677 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.api.v2.resource [None req-04e57b96-d546-48b5-8c00-cdf731e79fdc tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] show failed (client error): The resource could not be found. Mar 21 17:31:35.540608 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53118) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:35.541443 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-04e57b96-d546-48b5-8c00-cdf731e79fdc tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "GET /v2.0/security-groups/e2af46a9-bcd8-49b5-a245-81525ccee45f HTTP/1.1" status: 404 len: 347 time: 0.0451868 Mar 21 17:31:35.719369 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Deleting port 54f9cbbb-2846-4656-9bbb-887d81581561 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:35.719857 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (54f9cbbb-2846-4656-9bbb-887d81581561), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:36.068381 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (54f9cbbb-2846-4656-9bbb-887d81581561), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:36.069721 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (54f9cbbb-2846-4656-9bbb-887d81581561), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:36.082106 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Calling delete_port for 54f9cbbb-2846-4656-9bbb-887d81581561 owned by network:floatingip {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:36.315102 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (54f9cbbb-2846-4656-9bbb-887d81581561), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:36.344179 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Pushing event deleted for resources: {'Port': ['ID=54f9cbbb-2846-4656-9bbb-887d81581561,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:36.363830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4435fe-8a37-4b06-8559-194401753d73 req-685baab6-defb-47fa-9b42-d8d6a6402797 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:36.370144 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-df4435fe-8a37-4b06-8559-194401753d73 req-685baab6-defb-47fa-9b42-d8d6a6402797 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.1170790 Mar 21 17:31:36.441919 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device d9b3ea2a-27cf-4a29-a34a-45b08571c18e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:36.470815 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-df4435fe-8a37-4b06-8559-194401753d73 req-876e2ddf-76f6-4743-98dd-f3ff805aca96 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844853 Mar 21 17:31:36.471439 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: d9b3ea2a-27cf-4a29-a34a-45b08571c18e {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:36.471784 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device d9b3ea2a-27cf-4a29-a34a-45b08571c18e not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:36.472038 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks [] for floatingip (2506d462-49c8-40f2-9ead-2ef64811dae6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:36.474813 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:36.479283 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-801e3462-706f-43cb-9534-7d69f88c93da tempest-AttachVolumeTestJSON-1176093051 tempest-AttachVolumeTestJSON-1176093051-project] 10.222.0.20 "DELETE /v2.0/floatingips/2506d462-49c8-40f2-9ead-2ef64811dae6 HTTP/1.1" status: 204 len: 168 time: 0.9348078 Mar 21 17:31:37.610023 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612198a-1257-4e01-9473-8dfae1429889 req-6b6c9cd2-013e-42ad-8fa0-93bdb62d5c5b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:37.611605 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4612198a-1257-4e01-9473-8dfae1429889 req-6b6c9cd2-013e-42ad-8fa0-93bdb62d5c5b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0542634 Mar 21 17:31:37.661539 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4612198a-1257-4e01-9473-8dfae1429889 req-484792a8-78eb-4890-bab9-fe6a15bf1a36 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437911 Mar 21 17:31:38.118765 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-5fdbf0fc-6a9f-4eba-98dc-02633d0f8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:38.120310 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-5fdbf0fc-6a9f-4eba-98dc-02633d0f8760 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1130 time: 0.1366944 Mar 21 17:31:38.217909 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-56574006-c75a-41ea-bd9f-9080c0a3edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:38.219528 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-56574006-c75a-41ea-bd9f-9080c0a3edec service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.0924227 Mar 21 17:31:38.291953 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-c3fae823-a46e-4590-971f-dcffc0d47138 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 1002 time: 0.0644579 Mar 21 17:31:38.343713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-6bc1ee2d-2d82-44a7-85ce-536b615c94be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:38.345255 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-6bc1ee2d-2d82-44a7-85ce-536b615c94be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0470190 Mar 21 17:31:38.404258 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-bca42734-1770-4a29-a28f-469e8cd9572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:38.405851 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-bca42734-1770-4a29-a28f-469e8cd9572c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0536153 Mar 21 17:31:38.512424 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-75de48fc-2c72-4ee4-b309-21769325e4b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987937 Mar 21 17:31:38.606307 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-dfe98123-aff3-41bf-ab40-16533fdaed9b req-39ff53e0-45ee-4478-8bd3-baf85cc6f8f0 service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876267 Mar 21 17:31:38.796421 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a0b8f-1291-4fe6-8e2b-b653d33f0b61 req-efce9694-0c80-4f18-986d-1d0b7023c425 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:38.798132 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e45a0b8f-1291-4fe6-8e2b-b653d33f0b61 req-efce9694-0c80-4f18-986d-1d0b7023c425 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0633447 Mar 21 17:31:38.845888 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e45a0b8f-1291-4fe6-8e2b-b653d33f0b61 req-8874f979-f12b-403a-8ef0-f3c1553cb8dd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420105 Mar 21 17:31:39.972198 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacd608-29bb-4f46-8fb5-2dab4c540be3 req-b212283c-8524-4af9-8ce8-45f70d00e9da tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:39.973813 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cdacd608-29bb-4f46-8fb5-2dab4c540be3 req-b212283c-8524-4af9-8ce8-45f70d00e9da tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0549362 Mar 21 17:31:40.024247 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53226) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:40.029271 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cdacd608-29bb-4f46-8fb5-2dab4c540be3 req-370b20f1-aacb-4d6f-8732-f696e1a8417c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490210 Mar 21 17:31:40.488127 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (9dd2888a-20b4-4815-9740-d90e2c55d5a2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:40.739813 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Deleting port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:40.740366 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:40.757492 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7c56484f-8f28-4348-9466-e890cc61ae34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:40.825839 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] For port e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:40.826243 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:40.843509 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Calling delete_port for e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 owned by network:router_interface {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:41.027629 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:41.054253 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:41.179929 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cabf4-136c-4257-96ff-3d57e8ab2bf2 req-c6f5f717-3f4f-4e55-ae80-61fda95b364a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:41.182540 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a3cabf4-136c-4257-96ff-3d57e8ab2bf2 req-c6f5f717-3f4f-4e55-ae80-61fda95b364a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0606329 Mar 21 17:31:41.232096 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (9dd2888a-20b4-4815-9740-d90e2c55d5a2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:41.233341 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2a3cabf4-136c-4257-96ff-3d57e8ab2bf2 req-fe721002-5f18-46fd-a0ba-ef3fe5b87d73 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 Mar 21 17:31:41.699585 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:41.806391 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:41.813943 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-33fa69e1-18f1-4688-b97c-9d47d26af845 admin admin] 10.222.0.20 "PUT /v2.0/routers/9dd2888a-20b4-4815-9740-d90e2c55d5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7860796 Mar 21 17:31:41.813943 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53262) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:41.816676 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] Sync routers for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:41.827800 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:41.828566 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:41.924396 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks [] for router (9dd2888a-20b4-4815-9740-d90e2c55d5a2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:41.941796 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:42.051807 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks [] for router_gateway (9dd2888a-20b4-4815-9740-d90e2c55d5a2), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.118458 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Deleting port 34103292-f9b2-4dab-aeda-a0770bb1ba79 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:42.118786 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [req-bf072a71-92bb-4208-adaf-75b0490fb58c req-0695e261-8b09-4ffc-99b7-84beea920912 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103305) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:31:42.118898 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.119893 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bf072a71-92bb-4208-adaf-75b0490fb58c req-0695e261-8b09-4ffc-99b7-84beea920912 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602653 Mar 21 17:31:42.154733 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:31:40Z', 'revision_number': 5, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port': {'id': '34103292-f9b2-4dab-aeda-a0770bb1ba79', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:04Z', 'updated_at': '2022-03-21T17:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:42.186060 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] Checking router: 9dd2888a-20b4-4815-9740-d90e2c55d5a2 for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:31:42.195752 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] Routers {'9dd2888a-20b4-4815-9740-d90e2c55d5a2'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:42.196489 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:42.210360 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] For port 34103292-f9b2-4dab-aeda-a0770bb1ba79, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=34103292-f9b2-4dab-aeda-a0770bb1ba79,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:42.210840 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.226361 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Calling delete_port for 34103292-f9b2-4dab-aeda-a0770bb1ba79 owned by network:router_gateway {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:42.305556 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b33ba-d57b-468f-b95d-9ca87de1378c req-cbdcc20a-ed90-455b-bcf6-65a94a33e1d8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:42.309701 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] Set router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 gateway port host: None {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:31:42.312504 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-da7b33ba-d57b-468f-b95d-9ca87de1378c req-cbdcc20a-ed90-455b-bcf6-65a94a33e1d8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 946 time: 0.0695009 Mar 21 17:31:42.357180 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-da7b33ba-d57b-468f-b95d-9ca87de1378c req-aaa1c9f2-f467-4d45-8292-ec8e68ee52e5 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436223 Mar 21 17:31:42.362332 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:31:42Z', 'revision_number': 6, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port_host': None}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:42.429750 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-ec6ebc20-595b-4394-9708-463a80e48bb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678947 Mar 21 17:31:42.479266 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (34103292-f9b2-4dab-aeda-a0770bb1ba79), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.483884 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953fcfee-2c71-4717-acc2-110e1e4ed3c8 None None] The sync data for ids ['9dd2888a-20b4-4815-9740-d90e2c55d5a2'] in dv-cinder-768458-20-smb is: [{'id': '9dd2888a-20b4-4815-9740-d90e2c55d5a2', 'name': 'tempest-AttachVolumeTestJSON-1317564306-router', 'tenant_id': '808f47779d4b4853888f8bd492d41c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:31:42Z', 'revision_number': 6, 'project_id': '808f47779d4b4853888f8bd492d41c88', 'gw_port_host': None}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:31:42.489519 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:42.529398 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34103292-f9b2-4dab-aeda-a0770bb1ba79,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:42.536831 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-d224e3f0-f370-4bd7-bf64-66fe3c0015b2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:42.539076 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-d224e3f0-f370-4bd7-bf64-66fe3c0015b2 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports/1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 943 time: 0.0800748 Mar 21 17:31:42.597360 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1c5ea659-e457-4142-9736-e6df169c701e is: ACTIVE; New status is: DOWN {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:42.597761 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.612991 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (9dd2888a-20b4-4815-9740-d90e2c55d5a2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.631666 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:42.634198 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58846c7a-01cd-4dff-ab2d-4e98b5f93fac" -d '{"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:42.660914 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:42.669541 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.726029 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=8']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:42.727895 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (9dd2888a-20b4-4815-9740-d90e2c55d5a2), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.730320 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks [] for router_controller (9dd2888a-20b4-4815-9740-d90e2c55d5a2), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.755811 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-acc67ec5-8491-4321-9234-0611624156b5 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357249699&fields=id&tenant_id=56483fd1775949a19d732ac9e7d3825f HTTP/1.1" status: 200 len: 267 time: 0.0684824 Mar 21 17:31:42.779883 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (9dd2888a-20b4-4815-9740-d90e2c55d5a2), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.780508 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd2888a-20b4-4815-9740-d90e2c55d5a2 {{(pid=103306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:31:42.788251 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.792397 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:42.792544 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-804572b3-f9a9-4dae-a205-f9981e2980a3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9dd2888a-20b4-4815-9740-d90e2c55d5a2 HTTP/1.1" status: 204 len: 168 time: 0.9775839 Mar 21 17:31:42.900577 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77095b77-f911-4b5d-87ec-f8fbde185855 x-openstack-request-id: req-77095b77-f911-4b5d-87ec-f8fbde185855 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:42.901062 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-unplugged", "status": "failed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e", "code": 422}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:42.901344 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77095b77-f911-4b5d-87ec-f8fbde185855 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:42.901958 dv-cinder-768458-20-smb neutron-server[103307]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e', 'code': 422} returned with failed status Mar 21 17:31:42.937837 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] Deleting subnet b909067b-4f40-4c02-af01-4bd339ab4e41 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:31:42.944017 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] Publish callbacks [] for subnet (b909067b-4f40-4c02-af01-4bd339ab4e41), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.970498 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5e56f948-f763-4f45-a645-fb4485b53989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:42.978097 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-3bea4f58-3cfe-4425-bf13-554849c68ea3 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:42.979635 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-3bea4f58-3cfe-4425-bf13-554849c68ea3 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 809 time: 0.2133515 Mar 21 17:31:43.005316 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18345360'] for subnet (b909067b-4f40-4c02-af01-4bd339ab4e41), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.028627 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-0693869f-412b-4f31-a61f-3ee89ccff63c tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/quotas/56483fd1775949a19d732ac9e7d3825f HTTP/1.1" status: 200 len: 375 time: 0.0386071 Mar 21 17:31:43.146041 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-6707b4a2-7145-4a52-9e95-1349847fa2d3 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106231 Mar 21 17:31:43.149035 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (b909067b-4f40-4c02-af01-4bd339ab4e41), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.274306 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17448775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18268721'] for subnet (b909067b-4f40-4c02-af01-4bd339ab4e41), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.306338 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-9fc5d8f2-ad64-40a9-a4bb-fedf512569ad service neutron] 10.222.0.20 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359088 Mar 21 17:31:43.306986 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:43.308543 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b909067b-4f40-4c02-af01-4bd339ab4e41,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:43.331952 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5181d809-2ba8-44bc-a516-34db0f075588 None None] Network ef303a24-2947-40db-857e-5d093ceea671 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:31:43.335628 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:43.336221 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device e3bd2dae-4046-4ae0-9fa8-8137d55f3ff8 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:43.354712 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53314) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:43.363187 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.368187 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e5b0659c-472a-428d-9699-e1c1404200f9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b909067b-4f40-4c02-af01-4bd339ab4e41 HTTP/1.1" status: 204 len: 168 time: 0.5744164 Mar 21 17:31:43.371677 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53318) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:43.416880 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-4a488491-57a8-40b7-a05b-2911f0904711 service neutron] 10.222.0.20 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036203 Mar 21 17:31:43.507332 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (ef303a24-2947-40db-857e-5d093ceea671), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.575908 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17f2dd4a-bc75-47b7-8808-4a16bfb5e117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.587748 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] DHCP port deletion for ef303a24-2947-40db-857e-5d093ceea671 request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:31:43.598558 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d57f6-7669-489f-a528-14509e5a7f0c req-081d85b9-7e54-426a-9bb4-174a34258037 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:43.607979 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bf5d57f6-7669-489f-a528-14509e5a7f0c req-081d85b9-7e54-426a-9bb4-174a34258037 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.1431584 Mar 21 17:31:43.629171 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-6794b9e5-b8a3-4d9b-948a-919d62bdb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:43.630931 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-6794b9e5-b8a3-4d9b-948a-919d62bdb045 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e&tenant_id=e923a21fc816467e85e310e8dd9ba7d4 HTTP/1.1" status: 200 len: 1128 time: 0.1138060 Mar 21 17:31:43.654609 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Deleting port 4bc1bf22-f662-44a8-9cac-3b9907974127 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:43.655136 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.671612 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bf5d57f6-7669-489f-a528-14509e5a7f0c req-a17368f2-02b1-4cd0-8085-b249f2fd53b8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622780 Mar 21 17:31:43.680737 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] Deleting port 4bc1bf22-f662-44a8-9cac-3b9907974127 {{(pid=103307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:43.681930 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), before_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.757839 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-01d32b25-40d7-4b9a-8911-507ce3c41f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:43.762896 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-01d32b25-40d7-4b9a-8911-507ce3c41f09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1128 time: 0.0874720 Mar 21 17:31:43.789869 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] For port 4bc1bf22-f662-44a8-9cac-3b9907974127, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4bc1bf22-f662-44a8-9cac-3b9907974127,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:43.790282 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.851444 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17f2dd4a-bc75-47b7-8808-4a16bfb5e117 admin admin] Publish callbacks [] for security_group (92d9243a-6542-4918-92cb-7518bdc8af8e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.860188 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Calling delete_port for 4bc1bf22-f662-44a8-9cac-3b9907974127 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:43.871937 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17f2dd4a-bc75-47b7-8808-4a16bfb5e117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (92d9243a-6542-4918-92cb-7518bdc8af8e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.892711 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] For port 4bc1bf22-f662-44a8-9cac-3b9907974127, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=4bc1bf22-f662-44a8-9cac-3b9907974127,segment=NetworkSegment(8498585d-6b8c-4031-885d-55a8b7f07fca),segment_id=8498585d-6b8c-4031-885d-55a8b7f07fca)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:43.893344 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), precommit_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:43.908543 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-a3396727-b972-4274-94b9-18000757e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:43.910094 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-a3396727-b972-4274-94b9-18000757e139 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 200 len: 917 time: 0.1401963 Mar 21 17:31:43.938524 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-17f2dd4a-bc75-47b7-8808-4a16bfb5e117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=970bb39fc0c54f2c87bf331fab08790d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5804539 Mar 21 17:31:43.939017 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2dd4a-bc75-47b7-8808-4a16bfb5e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d9243a-6542-4918-92cb-7518bdc8af8e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:43.941441 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53332) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:43.951283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] Calling delete_port for 4bc1bf22-f662-44a8-9cac-3b9907974127 owned by network:dhcp {{(pid=103307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:44.036706 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2262fc7b-71cf-4768-b0ee-9fd2bcc655ff req-a747edd4-187b-4e4d-92d6-69d98301ed1b tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0833094 Mar 21 17:31:44.054674 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-b059e816-9f8b-495d-acff-391aa41cc73a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 200 len: 1000 time: 0.1368248 Mar 21 17:31:44.081568 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7990aa56-33ea-4dd5-a2e4-b6d120db0e4b admin admin] Publish callbacks [] for security_group (92d9243a-6542-4918-92cb-7518bdc8af8e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.100477 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.124816 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-7a4edb79-4b96-4b6d-a86e-628cac7cdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:44.129689 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-7a4edb79-4b96-4b6d-a86e-628cac7cdd0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 200 len: 855 time: 0.0698295 Mar 21 17:31:44.132419 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7990aa56-33ea-4dd5-a2e4-b6d120db0e4b admin admin] Publish callbacks [] for security_group (92d9243a-6542-4918-92cb-7518bdc8af8e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.134560 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), after_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.134741 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (4bc1bf22-f662-44a8-9cac-3b9907974127), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.170161 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] Pushing event deleted for resources: {'Port': ['ID=4bc1bf22-f662-44a8-9cac-3b9907974127,revision_number=None']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:44.187388 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc1bf22-f662-44a8-9cac-3b9907974127,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:44.189686 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9b185-3127-47f0-bf50-073c11851779 None None] No DVR routers for this DVR port 4bc1bf22-f662-44a8-9cac-3b9907974127 on host dv-cinder-768458-20-smb {{(pid=103307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:44.197294 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] No DVR routers for this DVR port 4bc1bf22-f662-44a8-9cac-3b9907974127 on host dv-cinder-768458-20-smb {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:44.227763 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-02c785d1-b86a-4f3a-b1ce-198c62256c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:44.229306 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-02c785d1-b86a-4f3a-b1ce-198c62256c61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b372e4aa-0ada-496c-afe5-e28b0fc1caf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0937459 Mar 21 17:31:44.292877 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (ef303a24-2947-40db-857e-5d093ceea671), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.314955 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7990aa56-33ea-4dd5-a2e4-b6d120db0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (92d9243a-6542-4918-92cb-7518bdc8af8e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.317719 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7990aa56-33ea-4dd5-a2e4-b6d120db0e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.319145 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7990aa56-33ea-4dd5-a2e4-b6d120db0e4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92d9243a-6542-4918-92cb-7518bdc8af8e HTTP/1.1" status: 204 len: 168 time: 0.3752422 Mar 21 17:31:44.320858 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef303a24-2947-40db-857e-5d093ceea671']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:44.337779 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990aa56-33ea-4dd5-a2e4-b6d120db0e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d9243a-6542-4918-92cb-7518bdc8af8e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:44.342558 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-ac7016c8-e064-4fba-9b95-694749da455b service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063707 Mar 21 17:31:44.344578 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8498585d-6b8c-4031-885d-55a8b7f07fca') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:44.345007 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8498585d-6b8c-4031-885d-55a8b7f07fca') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:44.365048 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (8498585d-6b8c-4031-885d-55a8b7f07fca), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.385384 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (8498585d-6b8c-4031-885d-55a8b7f07fca), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.394096 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:31:44.394901 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (8498585d-6b8c-4031-885d-55a8b7f07fca), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:31:44.398093 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:31:44.468217 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf9f1fed-b683-45bf-af29-7c6f663d5325 req-44c54852-5e07-4388-a827-e95d69f2db1c service neutron] 10.222.0.23 "GET /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168225 Mar 21 17:31:44.469109 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (ef303a24-2947-40db-857e-5d093ceea671), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.478017 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.484288 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef303a24-2947-40db-857e-5d093ceea671 HTTP/1.1" status: 204 len: 168 time: 1.1104696 Mar 21 17:31:44.502989 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56843676-3651-4528-a7ed-bc4ae4ebf331 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef303a24-2947-40db-857e-5d093ceea671,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:44.686844 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53356) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:44.704384 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7e163a4-bd3f-429a-bdaf-012763e92297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.712528 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53360) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:44.775833 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-5bb53ee0-ae9a-4ef9-8a02-83145c9d3850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=808f47779d4b4853888f8bd492d41c88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0598044 Mar 21 17:31:44.778395 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53362) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:44.834144 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7e163a4-bd3f-429a-bdaf-012763e92297 admin admin] Publish callbacks [] for security_group (30b07684-8d18-4229-b707-63aebbb5117f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.842757 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c7e163a4-bd3f-429a-bdaf-012763e92297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (30b07684-8d18-4229-b707-63aebbb5117f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.859633 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab315eb-590d-48d3-a0f3-1d4da97ea69c req-12db9e1e-c6c2-436a-be48-aa43ce754b89 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:44.861857 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3ab315eb-590d-48d3-a0f3-1d4da97ea69c req-12db9e1e-c6c2-436a-be48-aa43ce754b89 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0862536 Mar 21 17:31:44.862511 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 34103292-f9b2-4dab-aeda-a0770bb1ba79 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:44.885412 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 34103292-f9b2-4dab-aeda-a0770bb1ba79 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:44.886558 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 34103292-f9b2-4dab-aeda-a0770bb1ba79 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:44.887133 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4bc1bf22-f662-44a8-9cac-3b9907974127 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:31:44.904044 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c7e163a4-bd3f-429a-bdaf-012763e92297 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ec03decaea54e518450c643c28be1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156577 Mar 21 17:31:44.904527 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53368) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:44.904993 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af606bfc-ebbd-40e6-b7e5-1e9e4c94dc35 admin admin] Publish callbacks [] for security_group (d306abbc-635b-45de-9f91-4058aaab4462), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.912744 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 4bc1bf22-f662-44a8-9cac-3b9907974127 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:31:44.913598 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 4bc1bf22-f662-44a8-9cac-3b9907974127 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:31:44.924137 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e163a4-bd3f-429a-bdaf-012763e92297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b07684-8d18-4229-b707-63aebbb5117f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:44.939289 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3ab315eb-590d-48d3-a0f3-1d4da97ea69c req-7f53df37-29ad-449b-9188-476bc2d57d82 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707383 Mar 21 17:31:44.945098 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af606bfc-ebbd-40e6-b7e5-1e9e4c94dc35 admin admin] Publish callbacks [] for security_group (d306abbc-635b-45de-9f91-4058aaab4462), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:44.994667 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9286c98b-2fb7-4817-b569-9edaf768f3c0 admin admin] Publish callbacks [] for security_group (30b07684-8d18-4229-b707-63aebbb5117f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:45.032109 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9286c98b-2fb7-4817-b569-9edaf768f3c0 admin admin] Publish callbacks [] for security_group (30b07684-8d18-4229-b707-63aebbb5117f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:45.039978 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af606bfc-ebbd-40e6-b7e5-1e9e4c94dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (d306abbc-635b-45de-9f91-4058aaab4462), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:45.044149 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-af606bfc-ebbd-40e6-b7e5-1e9e4c94dc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:45.046227 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-af606bfc-ebbd-40e6-b7e5-1e9e4c94dc35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d306abbc-635b-45de-9f91-4058aaab4462 HTTP/1.1" status: 204 len: 168 time: 0.2655120 Mar 21 17:31:45.079458 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af606bfc-ebbd-40e6-b7e5-1e9e4c94dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d306abbc-635b-45de-9f91-4058aaab4462,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:45.194534 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-d61108ad-0187-47a5-b23f-b61b17c61480 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:45.195964 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-d61108ad-0187-47a5-b23f-b61b17c61480 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 809 time: 0.1188176 Mar 21 17:31:45.235960 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-afcbc699-1000-45cb-a608-d1bc3bdcb7ca req-e1013bcd-e95a-41e3-9936-dbb6c98bc1a0 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0374250 Mar 21 17:31:45.237078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9286c98b-2fb7-4817-b569-9edaf768f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (30b07684-8d18-4229-b707-63aebbb5117f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:45.239697 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9286c98b-2fb7-4817-b569-9edaf768f3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:45.243590 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9286c98b-2fb7-4817-b569-9edaf768f3c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30b07684-8d18-4229-b707-63aebbb5117f HTTP/1.1" status: 204 len: 168 time: 0.3351595 Mar 21 17:31:45.251377 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286c98b-2fb7-4817-b569-9edaf768f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b07684-8d18-4229-b707-63aebbb5117f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:45.410358 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-f6b28f2b-c8bc-4955-a7df-75cf18d66b1e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56483fd1775949a19d732ac9e7d3825f HTTP/1.1" status: 200 len: 380 time: 0.1528773 Mar 21 17:31:45.564005 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:46.139147 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad85d51-bb14-4524-a663-09825fbf80ce req-a8304022-1d87-43dd-9b95-8ed94aa9d71d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:46.141134 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bad85d51-bb14-4524-a663-09825fbf80ce req-a8304022-1d87-43dd-9b95-8ed94aa9d71d tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.1085026 Mar 21 17:31:46.263162 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bad85d51-bb14-4524-a663-09825fbf80ce req-ed0ae222-26ed-484d-82c3-6b42485901d8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109376 Mar 21 17:31:46.408479 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a4618287-b0a8-4cba-998e-7e6518d8db84 req-2b6c205f-d818-4ccf-b47c-54935e3b206b tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0577109 Mar 21 17:31:47.044387 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:47.433834 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27403a69-bc0c-4dba-98db-11171f48cd7c req-63ece927-c3b7-43c8-8986-0d99d79f96ba tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:47.435583 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-27403a69-bc0c-4dba-98db-11171f48cd7c req-63ece927-c3b7-43c8-8986-0d99d79f96ba tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0802264 Mar 21 17:31:47.507449 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-27403a69-bc0c-4dba-98db-11171f48cd7c req-83ad6f45-3655-4c33-8dfa-8e61388c51bc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656886 Mar 21 17:31:47.553214 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-91871753-2491-42a2-a234-87144ad06101 req-6cb1032b-8649-4b91-8183-bed41bd9ffee tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0444210 Mar 21 17:31:47.715459 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53464) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:47.832278 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:47.914553 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Publish callbacks [] for security_group (a141aa5d-d362-46da-bdf8-dfa1ef4753a4), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:47.919956 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a141aa5d-d362-46da-bdf8-dfa1ef4753a4), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:47.964188 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a301c152a6ff459cb87a526fd7ebd6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409549 Mar 21 17:31:47.964188 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141aa5d-d362-46da-bdf8-dfa1ef4753a4,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:47.965420 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53468) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:47.970770 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.971116 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.971546 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.971790 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.972154 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.972486 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.973113 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.973113 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.973454 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.973773 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.974102 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.974487 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.974853 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.975188 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:47.975492 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e784ab1-e8c8-4edc-916d-22d2b9b2441d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:31:48.017750 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0cc045a-708d-4011-ba56-22d086728f4e admin admin] Publish callbacks [] for security_group (a141aa5d-d362-46da-bdf8-dfa1ef4753a4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.039033 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0cc045a-708d-4011-ba56-22d086728f4e admin admin] Publish callbacks [] for security_group (a141aa5d-d362-46da-bdf8-dfa1ef4753a4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.091356 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0cc045a-708d-4011-ba56-22d086728f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a141aa5d-d362-46da-bdf8-dfa1ef4753a4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.094206 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e0cc045a-708d-4011-ba56-22d086728f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.098481 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e0cc045a-708d-4011-ba56-22d086728f4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a141aa5d-d362-46da-bdf8-dfa1ef4753a4 HTTP/1.1" status: 204 len: 168 time: 0.1283600 Mar 21 17:31:48.107236 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc045a-708d-4011-ba56-22d086728f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141aa5d-d362-46da-bdf8-dfa1ef4753a4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:48.478978 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53480) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:48.497488 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c111-f3cc-4c08-a046-67e29c500850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.590200 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c111-f3cc-4c08-a046-67e29c500850 admin admin] Publish callbacks [] for security_group (a2ad1a77-efcd-488d-846a-f039e7f785cb), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.596289 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3fb6c111-f3cc-4c08-a046-67e29c500850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a2ad1a77-efcd-488d-846a-f039e7f785cb), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.682102 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-3fb6c111-f3cc-4c08-a046-67e29c500850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=934f95315afd4ef5a55d53ed78af916e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993217 Mar 21 17:31:48.682401 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53488) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:48.699174 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6c111-f3cc-4c08-a046-67e29c500850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad1a77-efcd-488d-846a-f039e7f785cb,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:48.708569 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-aa32e219-d253-4a20-ab0f-14d04565cbce req-2503e664-d066-43a6-ae6d-5206ab18756d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0639884 Mar 21 17:31:48.754329 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12e21d-4d65-407a-982d-ef18d8dba8aa req-eb060763-8cb1-4a34-98ce-f4b82dc33c26 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:48.757014 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1b12e21d-4d65-407a-982d-ef18d8dba8aa req-eb060763-8cb1-4a34-98ce-f4b82dc33c26 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.1541197 Mar 21 17:31:48.791408 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17982efe-91bf-4c4f-be3e-bbfa843ff3a3 admin admin] Publish callbacks [] for security_group (a2ad1a77-efcd-488d-846a-f039e7f785cb), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.830578 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17982efe-91bf-4c4f-be3e-bbfa843ff3a3 admin admin] Publish callbacks [] for security_group (a2ad1a77-efcd-488d-846a-f039e7f785cb), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.832041 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1b12e21d-4d65-407a-982d-ef18d8dba8aa req-e49483c6-7cb4-4659-8768-9a3f24d05962 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663264 Mar 21 17:31:48.885980 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17982efe-91bf-4c4f-be3e-bbfa843ff3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (a2ad1a77-efcd-488d-846a-f039e7f785cb), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.888728 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-17982efe-91bf-4c4f-be3e-bbfa843ff3a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:48.890308 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-17982efe-91bf-4c4f-be3e-bbfa843ff3a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2ad1a77-efcd-488d-846a-f039e7f785cb HTTP/1.1" status: 204 len: 168 time: 0.2066407 Mar 21 17:31:48.899339 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17982efe-91bf-4c4f-be3e-bbfa843ff3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad1a77-efcd-488d-846a-f039e7f785cb,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:49.822284 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-293941ff-622d-4d1e-bba6-b8fad748b9e6 req-5631ada7-f074-43ef-b0d2-49a093cd5cc3 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0332720 Mar 21 17:31:49.994502 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e6ac-0381-4a7a-887d-1e177798ea6d req-31ceb44b-2dba-45d0-a9c1-6e7358d93971 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:49.996440 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c363e6ac-0381-4a7a-887d-1e177798ea6d req-31ceb44b-2dba-45d0-a9c1-6e7358d93971 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0663660 Mar 21 17:31:50.045478 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c363e6ac-0381-4a7a-887d-1e177798ea6d req-784926be-2306-4594-802a-a1186437f5d8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Mar 21 17:31:50.958781 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d60fad68-9b60-4563-aa33-861d2cb10a7b req-8a167419-fba2-49cb-87e7-fb712eebdef9 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0592616 Mar 21 17:31:51.177178 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967403d-840b-4d1e-b455-bab4936784c6 req-8335c242-b77b-4af7-a12f-47163a513e78 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:51.179141 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3967403d-840b-4d1e-b455-bab4936784c6 req-8335c242-b77b-4af7-a12f-47163a513e78 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0579188 Mar 21 17:31:51.229103 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3967403d-840b-4d1e-b455-bab4936784c6 req-86298266-88be-417b-b560-bb2968d9ec3a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440693 Mar 21 17:31:52.129426 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7d4de35-4203-4c75-add8-c1a2c6f39149 req-86ad21c0-f29f-4bd2-a4ba-0d99ede6f6f6 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0397196 Mar 21 17:31:52.377534 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd320f-1f6d-4c45-9c2c-056379eb9b16 req-132b30a4-b68c-42ea-af80-888655be7264 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:52.379497 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3bfd320f-1f6d-4c45-9c2c-056379eb9b16 req-132b30a4-b68c-42ea-af80-888655be7264 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0599041 Mar 21 17:31:52.435686 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3bfd320f-1f6d-4c45-9c2c-056379eb9b16 req-acff95a2-fbcb-462f-9dc1-e52bd465d30b tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487075 Mar 21 17:31:53.216242 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-53ed023f-70ef-4f99-9385-9646ddc09d0f req-475b6283-a74f-4084-9b02-862696135447 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 210 time: 0.0275006 Mar 21 17:31:53.586503 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521da49b-f537-4692-9585-671ad82b460b req-8b200441-d868-4427-90ab-5871b7200b5a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:53.588110 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-521da49b-f537-4692-9585-671ad82b460b req-8b200441-d868-4427-90ab-5871b7200b5a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0568557 Mar 21 17:31:53.637469 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-521da49b-f537-4692-9585-671ad82b460b req-61d17c66-4681-4604-a155-c82c2706d643 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Mar 21 17:31:53.798471 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'port': {'device_id': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'admin_state_up': True, 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'security_groups': ['f5189861-71e7-4578-91db-88cf16036caa']}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:53.918346 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Made reservation on behalf of 56483fd1775949a19d732ac9e7d3825f for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:31:53.921824 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:54.062025 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Allocated IP 172.20.0.7 (dff876f1-ada0-4b3a-8f0e-14621324c1fa/4c986699-12b5-4759-8558-f7be071a000b/44253477-7c95-49d5-8bf2-b495b25b839a) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:31:54.208333 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for port (44253477-7c95-49d5-8bf2-b495b25b839a), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:54.246391 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:54.290878 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:31:54.302661 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:31:54.311933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:31:54.331034 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:54.387134 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:54.387741 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:54.405921 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535d4c2-279b-4755-ab62-488f2280d6b9 req-16ffb86a-345a-488b-9363-9f16ef2013e8 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:54.407452 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a535d4c2-279b-4755-ab62-488f2280d6b9 req-16ffb86a-345a-488b-9363-9f16ef2013e8 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 931 time: 0.1155643 Mar 21 17:31:54.418118 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-c58b0179-cba7-4bad-82d5-f83d7f4b55fd tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6239069 Mar 21 17:31:54.436009 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Request body: {'port': {'device_id': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:31:54.497155 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-a526e395-2101-47fb-ac5b-55e4cc32479e None None] Provisioning complete for port 44253477-7c95-49d5-8bf2-b495b25b839a triggered by entity DHCP. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:54.497753 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a526e395-2101-47fb-ac5b-55e4cc32479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:54.510607 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a535d4c2-279b-4755-ab62-488f2280d6b9 req-b51de9c3-9428-45a4-82f1-198861a65d9e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961697 Mar 21 17:31:54.517659 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:54.532006 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-a526e395-2101-47fb-ac5b-55e4cc32479e None None] Port 44253477-7c95-49d5-8bf2-b495b25b839a cannot update to ACTIVE because it is not bound. {{(pid=103307) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 17:31:54.823425 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87039-91ea-43c0-8def-7c229fd31b07 req-b5e468b3-3206-4acd-8613-8c0de40d3016 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:54.826630 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-73d87039-91ea-43c0-8def-7c229fd31b07 req-b5e468b3-3206-4acd-8613-8c0de40d3016 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.0943267 Mar 21 17:31:54.917106 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44253477-7c95-49d5-8bf2-b495b25b839a {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:31:54.930620 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Publish callbacks [] for port (44253477-7c95-49d5-8bf2-b495b25b839a), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:54.938305 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-73d87039-91ea-43c0-8def-7c229fd31b07 req-16c7d41c-0174-4ccf-bd18-aadf94cea328 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788276 Mar 21 17:31:54.952287 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Transition to ACTIVE for port object 44253477-7c95-49d5-8bf2-b495b25b839a will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:31:54.958433 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:55.029901 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:55.113082 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Attempting to bind port 44253477-7c95-49d5-8bf2-b495b25b839a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:31:55.113571 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Attempting to bind port 44253477-7c95-49d5-8bf2-b495b25b839a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:31:55.113909 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Attempting to bind port 44253477-7c95-49d5-8bf2-b495b25b839a on network dff876f1-ada0-4b3a-8f0e-14621324c1fa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:55.119358 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Port 44253477-7c95-49d5-8bf2-b495b25b839a on network dff876f1-ada0-4b3a-8f0e-14621324c1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:31:55.119710 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Attempting to bind port 44253477-7c95-49d5-8bf2-b495b25b839a on network dff876f1-ada0-4b3a-8f0e-14621324c1fa {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:31:55.126216 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:31:55.126637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Checking segment: {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:31:55.126941 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Bound using segment: {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:31:55.127467 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Bound port: 44253477-7c95-49d5-8bf2-b495b25b839a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cacd1b0-7f49-4e72-ab65-2e5920308bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:31:55.127836 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:55.204016 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:31:55.208155 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:31:55.213601 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:55.254283 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:55.254964 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:55.256793 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] 10.222.0.23 "PUT /v2.0/ports/44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 1093 time: 0.8311954 Mar 21 17:31:55.257412 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:55.259976 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1717095-a698-4551-a549-2c363123af22" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:55.285219 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b42c54-a378-4013-8c1e-9769d03ca06d service neutron] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:55.368326 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-bbb52336-043d-4b0a-84b5-8fa825d15ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:55.369832 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-bbb52336-043d-4b0a-84b5-8fa825d15ee1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1127 time: 0.0541542 Mar 21 17:31:55.418796 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-fc446ff7-5507-4258-8a08-f79a56860646 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 217 time: 0.0401082 Mar 21 17:31:55.458301 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1a8e3f-dcfe-4069-b9cb-3b3ce33ccb9d x-openstack-request-id: req-5f1a8e3f-dcfe-4069-b9cb-3b3ce33ccb9d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:55.458602 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:55.459973 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f1a8e3f-dcfe-4069-b9cb-3b3ce33ccb9d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:55.459973 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a', 'status': 'completed', 'code': 200} Mar 21 17:31:55.478484 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-9e41eb8e-167d-4d61-a4f4-6748ab3f7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:55.479963 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-9e41eb8e-167d-4d61-a4f4-6748ab3f7317 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0552430 Mar 21 17:31:55.539722 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-6134435d-40ae-424a-ab72-9110278e300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:55.541277 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-6134435d-40ae-424a-ab72-9110278e300e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0501392 Mar 21 17:31:55.673704 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4f5b-8636-4b59-9fcd-87608fdcd1e9 req-6e539f83-eac3-4f26-9ded-bfaa4c20ccc9 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:55.675131 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-409d4f5b-8636-4b59-9fcd-87608fdcd1e9 req-6e539f83-eac3-4f26-9ded-bfaa4c20ccc9 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 943 time: 0.0828397 Mar 21 17:31:55.676879 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-fdf54cce-7745-4063-8ae9-47a089873081 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264167 Mar 21 17:31:55.779781 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-409d4f5b-8636-4b59-9fcd-87608fdcd1e9 req-b27e43e8-ff66-4339-8465-d7cb9deadd63 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990016 Mar 21 17:31:55.804451 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9e8e7671-28ff-49ea-a68e-36e7077be3db req-27ca66f0-a97f-494d-9df6-4e2e831d2d0d service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181324 Mar 21 17:31:56.199121 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717095-a698-4551-a549-2c363123af22 req-834ce9ea-7bbb-4aea-ab0d-c978d275a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:56.203311 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1717095-a698-4551-a549-2c363123af22 req-834ce9ea-7bbb-4aea-ab0d-c978d275a776 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1127 time: 0.3526297 Mar 21 17:31:56.267369 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2aaad-a284-4ecf-9f75-dedaa4a8980c req-c00608c6-bf00-47c3-b8a5-785737276dd8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:56.268901 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-98a2aaad-a284-4ecf-9f75-dedaa4a8980c req-c00608c6-bf00-47c3-b8a5-785737276dd8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 944 time: 0.1191730 Mar 21 17:31:56.343403 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-98a2aaad-a284-4ecf-9f75-dedaa4a8980c req-8e36b625-e011-4fea-8209-724ad333ef08 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676243 Mar 21 17:31:56.344576 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717095-a698-4551-a549-2c363123af22 req-1e2a82f4-3b16-467f-8809-bac8d2f96f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:56.346001 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1717095-a698-4551-a549-2c363123af22 req-1e2a82f4-3b16-467f-8809-bac8d2f96f67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.1347604 Mar 21 17:31:56.389323 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1717095-a698-4551-a549-2c363123af22 req-ae05b9f1-ff0c-47c1-acda-b248d6f4b8a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 217 time: 0.0372760 Mar 21 17:31:56.444980 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717095-a698-4551-a549-2c363123af22 req-6156ad8b-f911-4fc1-9ee4-9d729682a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:56.446398 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1717095-a698-4551-a549-2c363123af22 req-6156ad8b-f911-4fc1-9ee4-9d729682a328 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0511100 Mar 21 17:31:56.495644 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717095-a698-4551-a549-2c363123af22 req-2bb646af-b234-474b-a87d-f7fd292920ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:56.497208 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1717095-a698-4551-a549-2c363123af22 req-2bb646af-b234-474b-a87d-f7fd292920ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0438237 Mar 21 17:31:56.577818 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:31:56.594552 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1717095-a698-4551-a549-2c363123af22 req-4356f228-9748-484a-ab21-7d367228e2e0 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895765 Mar 21 17:31:56.684999 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:56.688970 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a1717095-a698-4551-a549-2c363123af22 req-7354e418-6d91-4da2-8707-227c7856b85b service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874376 Mar 21 17:31:56.698181 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '1c5ea659-e457-4142-9736-e6df169c701e', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'port_id': '1c5ea659-e457-4142-9736-e6df169c701e', 'mac_address': 'fa:16:3e:4c:6e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:31:56.738056 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1c5ea659-e457-4142-9736-e6df169c701e is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:56.738434 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:56.757007 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5ea659-e457-4142-9736-e6df169c701e {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:31:56.781891 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:56.787399 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:56.836751 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=9']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:56.902964 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940d1cf-1c34-4f05-b90e-b656a912540b req-59c9187e-9511-4ac9-87da-d1d51a53a346 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:56.904419 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f940d1cf-1c34-4f05-b90e-b656a912540b req-59c9187e-9511-4ac9-87da-d1d51a53a346 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 945 time: 0.0829408 Mar 21 17:31:56.934349 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecbf4c-aec2-44fe-abbf-d83a44ee201f req-139310b1-0813-42b5-888a-421601a0068b tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:56.935775 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b4ecbf4c-aec2-44fe-abbf-d83a44ee201f req-139310b1-0813-42b5-888a-421601a0068b tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 943 time: 0.0788445 Mar 21 17:31:56.986279 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f940d1cf-1c34-4f05-b90e-b656a912540b req-26ce1e64-3d4c-43fc-851d-61db5bbae31c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743055 Mar 21 17:31:57.003910 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b4ecbf4c-aec2-44fe-abbf-d83a44ee201f req-fff1cba9-6a4c-4a71-91ac-ad331ec856d2 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600898 Mar 21 17:31:57.009905 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['1c5ea659-e457-4142-9736-e6df169c701e'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:31:57.473565 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3e517-fee9-4a56-b23f-81badf39db1d req-f905038b-7394-4bd2-b2a8-8b1b12161cd5 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:57.474942 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-eab3e517-fee9-4a56-b23f-81badf39db1d req-f905038b-7394-4bd2-b2a8-8b1b12161cd5 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 945 time: 0.0512555 Mar 21 17:31:57.521097 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-eab3e517-fee9-4a56-b23f-81badf39db1d req-1d9bb78f-fe64-4f97-aa13-5d38cb7274fc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Mar 21 17:31:58.137449 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e5f27-224e-4033-9e08-58e880704824 req-a7c86f02-5396-4975-bac9-4d35c18d3709 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:58.138927 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-318e5f27-224e-4033-9e08-58e880704824 req-a7c86f02-5396-4975-bac9-4d35c18d3709 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 945 time: 0.0833747 Mar 21 17:31:58.159927 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98852850-9ded-4768-9d4d-f15c806481a7 req-e5429324-9a00-4e2d-aa9f-0506e99aca43 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:58.161342 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-98852850-9ded-4768-9d4d-f15c806481a7 req-e5429324-9a00-4e2d-aa9f-0506e99aca43 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 943 time: 0.0751638 Mar 21 17:31:58.219830 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-318e5f27-224e-4033-9e08-58e880704824 req-a75ee763-f0e9-43e7-baa6-c3e48fc8003c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups?id=8e320558-148e-4be6-8e21-53eef107abf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722106 Mar 21 17:31:58.233152 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-98852850-9ded-4768-9d4d-f15c806481a7 req-0d3cf32b-0a82-4488-bf2b-ba82dfa8c872 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646350 Mar 21 17:31:58.450429 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-28abc003-8001-4446-badd-834ef350a584 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:58.452095 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-28abc003-8001-4446-badd-834ef350a584 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 945 time: 0.0616314 Mar 21 17:31:58.560506 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port cc5dacd8-a4ee-4868-8aa7-7162103976af {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:31:58.561134 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:58.583665 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 44253477-7c95-49d5-8bf2-b495b25b839a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:31:58.585818 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:31:58.711078 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 1c5ea659-e457-4142-9736-e6df169c701e triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:31:58.711461 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (1c5ea659-e457-4142-9736-e6df169c701e), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:58.734089 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec964417-a5c6-443a-a50c-1da9b899f2fe req-a144e780-1999-4320-b6c6-082d8872b4f8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:58.735659 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ec964417-a5c6-443a-a50c-1da9b899f2fe req-a144e780-1999-4320-b6c6-082d8872b4f8 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 945 time: 0.0979993 Mar 21 17:31:58.741966 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] For port cc5dacd8-a4ee-4868-8aa7-7162103976af, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc5dacd8-a4ee-4868-8aa7-7162103976af,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:58.742304 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:58.794397 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:58.814823 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '44253477-7c95-49d5-8bf2-b495b25b839a', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'port_id': '44253477-7c95-49d5-8bf2-b495b25b839a', 'mac_address': 'fa:16:3e:37:74:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:31:58.887801 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 1c5ea659-e457-4142-9736-e6df169c701e is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:58.888290 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:58.891282 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 44253477-7c95-49d5-8bf2-b495b25b839a is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:31:58.891825 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:58.917282 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ec964417-a5c6-443a-a50c-1da9b899f2fe req-4cd289af-f5dd-436c-aae4-b25426924ebe tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665001 Mar 21 17:31:58.918134 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44253477-7c95-49d5-8bf2-b495b25b839a {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:31:58.934181 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:58.936784 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53efa2a0-63a5-4f4e-9c9f-cfb99b958e2f" -d '{"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:58.958445 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:58.969131 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:31:58.971750 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:58.978257 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.002485 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d9af98-19d8-4861-8ee2-c3aec766543c x-openstack-request-id: req-72d9af98-19d8-4861-8ee2-c3aec766543c {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:59.002713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.003154 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (280c6242-313b-4e98-b814-931aa42f3d02), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.003501 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ea659-e457-4142-9736-e6df169c701e", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:59.003628 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Floating IP 280c6242-313b-4e98-b814-931aa42f3d02 disassociated. External IP: 172.28.2.208, port: cc5dacd8-a4ee-4868-8aa7-7162103976af. Mar 21 17:31:59.003728 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72d9af98-19d8-4861-8ee2-c3aec766543c {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:59.004143 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for cc5dacd8-a4ee-4868-8aa7-7162103976af owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:31:59.004260 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e', 'code': 200} Mar 21 17:31:59.036019 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=10']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:59.075729 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53756) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:59.091516 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:59.138674 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:31:59.162431 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (cc5dacd8-a4ee-4868-8aa7-7162103976af), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.188083 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['44253477-7c95-49d5-8bf2-b495b25b839a'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:31:59.220044 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=cc5dacd8-a4ee-4868-8aa7-7162103976af,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:59.242109 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e2157a5-391d-4d17-9cc5-85174985fdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.363149 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a63ea-4550-4119-8bb3-a0fb577a2873 req-8305ab6c-ccf6-4e53-b7e9-5fa87d7f09da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:59.364637 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b16a63ea-4550-4119-8bb3-a0fb577a2873 req-8305ab6c-ccf6-4e53-b7e9-5fa87d7f09da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 1131 time: 0.2002773 Mar 21 17:31:59.389495 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46d41398-ae48-4bd5-a6e5-51f6ab6636c4 req-f7012207-ed35-47cb-b8e2-3c5327301582 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2b3d93-d8e3-476a-9eff-ee9bd4798728 HTTP/1.1" status: 200 len: 210 time: 0.0614696 Mar 21 17:31:59.512022 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b16a63ea-4550-4119-8bb3-a0fb577a2873 req-f1797988-8bbb-42c4-8fe7-ce80efdf5d72 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283748 Mar 21 17:31:59.522564 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc495f-7dd2-4af9-bdb4-55fc2e6a1d4e req-dbc02595-a6fe-46a4-a807-bfe16f0d9262 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:31:59.523945 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-84cc495f-7dd2-4af9-bdb4-55fc2e6a1d4e req-dbc02595-a6fe-46a4-a807-bfe16f0d9262 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 944 time: 0.1928585 Mar 21 17:31:59.535457 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:31:59.568090 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e2157a5-391d-4d17-9cc5-85174985fdb6 admin admin] Publish callbacks [] for security_group (cd25467e-12dd-41b6-8f11-6969d49a6917), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.578736 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-6e2157a5-391d-4d17-9cc5-85174985fdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cd25467e-12dd-41b6-8f11-6969d49a6917), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.693634 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-84cc495f-7dd2-4af9-bdb4-55fc2e6a1d4e req-9875e5cb-5b8c-4de0-b789-6fdb189db15a tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603978 Mar 21 17:31:59.706548 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2157a5-391d-4d17-9cc5-85174985fdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd25467e-12dd-41b6-8f11-6969d49a6917,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:59.722971 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-6e2157a5-391d-4d17-9cc5-85174985fdb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e0f6bb02a1844f497868442a75f00fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6459224 Mar 21 17:31:59.725971 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53766) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:31:59.752462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:31:59.764845 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:31:59.776809 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:31:59.777816 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c20c663-1c37-4660-a106-6c2674da4f19 admin admin] Publish callbacks [] for security_group (cd25467e-12dd-41b6-8f11-6969d49a6917), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.778405 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:31:59.804083 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] No DVR routers for this DVR port cc5dacd8-a4ee-4868-8aa7-7162103976af on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:31:59.804860 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c20c663-1c37-4660-a106-6c2674da4f19 admin admin] Publish callbacks [] for security_group (cd25467e-12dd-41b6-8f11-6969d49a6917), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.806768 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.810291 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0d55d0fb-aeb9-4c31-9c94-7e8e686958fd req-ce49fe12-bdb8-4982-baab-fe68df69d75a tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.23 "DELETE /v2.0/ports/cc5dacd8-a4ee-4868-8aa7-7162103976af HTTP/1.1" status: 204 len: 173 time: 1.3532016 Mar 21 17:31:59.810786 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'name': 'network-vif-deleted', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:31:59.813112 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd9637e-5973-45d5-975d-678f16f2cc91" -d '{"events": [{"server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "name": "network-vif-deleted", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:31:59.873097 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a80c5bf-d777-40fb-9c35-32960caabb4c x-openstack-request-id: req-0a80c5bf-d777-40fb-9c35-32960caabb4c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:31:59.873464 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2b3d93-d8e3-476a-9eff-ee9bd4798728", "name": "network-vif-deleted", "tag": "cc5dacd8-a4ee-4868-8aa7-7162103976af", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:31:59.873671 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a80c5bf-d777-40fb-9c35-32960caabb4c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:31:59.874073 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2b3d93-d8e3-476a-9eff-ee9bd4798728', 'name': 'network-vif-deleted', 'tag': 'cc5dacd8-a4ee-4868-8aa7-7162103976af', 'status': 'completed', 'code': 200} Mar 21 17:31:59.880223 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c20c663-1c37-4660-a106-6c2674da4f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cd25467e-12dd-41b6-8f11-6969d49a6917), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.889241 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7c20c663-1c37-4660-a106-6c2674da4f19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:31:59.890902 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7c20c663-1c37-4660-a106-6c2674da4f19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd25467e-12dd-41b6-8f11-6969d49a6917 HTTP/1.1" status: 204 len: 168 time: 0.1632988 Mar 21 17:31:59.901262 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20c663-1c37-4660-a106-6c2674da4f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd25467e-12dd-41b6-8f11-6969d49a6917,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:31:59.976814 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:00.089261 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb18c0b-ea8a-4017-a9da-c74489d788e8 req-0472f8ff-78c6-429b-be53-bc609057606c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:00.091537 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-deb18c0b-ea8a-4017-a9da-c74489d788e8 req-0472f8ff-78c6-429b-be53-bc609057606c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 947 time: 0.0677581 Mar 21 17:32:00.157148 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-deb18c0b-ea8a-4017-a9da-c74489d788e8 req-9985f787-8e93-4e96-a8d8-b1efa607e66c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575933 Mar 21 17:32:00.337790 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:00.364855 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:32:00.374910 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:00.375540 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:00.484092 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53804) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:00.493413 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:00.546502 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-197421ca-6c32-40cd-8d31-740b7092b47c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (8e320558-148e-4be6-8e21-53eef107abf6), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.575151 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-197421ca-6c32-40cd-8d31-740b7092b47c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (8e320558-148e-4be6-8e21-53eef107abf6), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.621671 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53810) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:00.626384 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-197421ca-6c32-40cd-8d31-740b7092b47c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (8e320558-148e-4be6-8e21-53eef107abf6), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.630808 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 44253477-7c95-49d5-8bf2-b495b25b839a up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:32:00.639310 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-197421ca-6c32-40cd-8d31-740b7092b47c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.643280 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-197421ca-6c32-40cd-8d31-740b7092b47c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e320558-148e-4be6-8e21-53eef107abf6 HTTP/1.1" status: 204 len: 168 time: 0.1578827 Mar 21 17:32:00.643646 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53814) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:00.653434 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197421ca-6c32-40cd-8d31-740b7092b47c tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e320558-148e-4be6-8e21-53eef107abf6,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:00.675846 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.api.v2.resource [None req-bd775f64-3076-43cb-a8bb-1addc2ef5981 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] show failed (client error): The resource could not be found. Mar 21 17:32:00.676921 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-bd775f64-3076-43cb-a8bb-1addc2ef5981 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "GET /v2.0/security-groups/8e320558-148e-4be6-8e21-53eef107abf6 HTTP/1.1" status: 404 len: 347 time: 0.0322547 Mar 21 17:32:00.680450 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53818) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:00.759107 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 44253477-7c95-49d5-8bf2-b495b25b839a completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:32:00.765247 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 44253477-7c95-49d5-8bf2-b495b25b839a triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:32:00.767807 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.836738 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428681061-network', 'tenant_id': '4de2a87b9c7148d392e6f5b0ce087028'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:00.843314 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73cfa6-61b9-409a-aba5-b12197a58502 req-409505bd-992a-45dd-852a-dddae7d06fe4 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:00.845624 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-df73cfa6-61b9-409a-aba5-b12197a58502 req-409505bd-992a-45dd-852a-dddae7d06fe4 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 944 time: 0.0677783 Mar 21 17:32:00.871928 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 44253477-7c95-49d5-8bf2-b495b25b839a is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:32:00.872294 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.874288 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Made reservation on behalf of 4de2a87b9c7148d392e6f5b0ce087028 for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:32:00.876703 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.886230 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:00.887164 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.894386 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Deleting port 568865e9-27a7-436e-bbf5-ef517f75c5af {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:00.895000 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.922322 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a475ee-06fb-46b1-b53c-7f15ccb399f0 None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:02Z', 'revision_number': 4, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': 'd8441b41-8758-40f6-8c20-0c0707fbbf03', 'name': '', 'network_id': 'eb243405-81e1-4e47-8b74-04f4760afcaa', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'mac_address': 'fa:16:3e:93:0f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:27:01Z', 'updated_at': '2022-03-21T17:27:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'subnets': [{'id': 'c90e5ebf-4452-4266-b188-22809cdd6edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:32:00.924891 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-df73cfa6-61b9-409a-aba5-b12197a58502 req-92ef7c49-2089-474c-865d-93a467ada62c tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666213 Mar 21 17:32:00.945553 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:00.952203 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:00.957580 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cc5dacd8-a4ee-4868-8aa7-7162103976af no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:00.988428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: cc5dacd8-a4ee-4868-8aa7-7162103976af {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:00.988428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device cc5dacd8-a4ee-4868-8aa7-7162103976af not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:01.016841 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.017165 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (568865e9-27a7-436e-bbf5-ef517f75c5af), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.035667 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:01.036940 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Calling delete_port for 568865e9-27a7-436e-bbf5-ef517f75c5af owned by network:floatingip {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:01.046098 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d523b58-cb92-4eda-8469-0c53935f4f4a" -d '{"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:01.096553 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb31e57-6cbe-47ac-a6c7-bd2774b00334 x-openstack-request-id: req-beb31e57-6cbe-47ac-a6c7-bd2774b00334 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:01.097072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:01.097615 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beb31e57-6cbe-47ac-a6c7-bd2774b00334 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:01.107156 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a', 'code': 200} Mar 21 17:32:01.121473 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks [] for security_group (6827bb1d-8425-4312-b8c3-38b49c3960ac), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.135219 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (6827bb1d-8425-4312-b8c3-38b49c3960ac), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.135732 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:01.158107 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:32:01.203073 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (c1060ee6-a9f0-4774-90b2-423baad8f621), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.203073 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Added segment c1060ee6-a9f0-4774-90b2-423baad8f621 of type vlan for network 0e269bc8-cb29-4047-af09-1400c3583bf0 Mar 21 17:32:01.246767 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6827bb1d-8425-4312-b8c3-38b49c3960ac,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:01.311734 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (0e269bc8-cb29-4047-af09-1400c3583bf0), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.397675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186bdea-cd32-4027-8f6f-296eb457a1c9 req-19de439d-135f-4b5e-b1cb-ed080880b926 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:01.401361 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c186bdea-cd32-4027-8f6f-296eb457a1c9 req-19de439d-135f-4b5e-b1cb-ed080880b926 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 947 time: 0.0944190 Mar 21 17:32:01.419592 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3aba8-1ead-40a3-8926-e619e17a6935 None None] New status for floating IP 280c6242-313b-4e98-b814-931aa42f3d02: DOWN {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:32:01.428536 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (0e269bc8-cb29-4047-af09-1400c3583bf0), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.430540 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:01.431267 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.452866 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (568865e9-27a7-436e-bbf5-ef517f75c5af), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.523906 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron_lib.db.api [None req-e4b3aba8-1ead-40a3-8926-e619e17a6935 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 17:32:01.524717 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG oslo_db.api [None req-e4b3aba8-1ead-40a3-8926-e619e17a6935 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 17:32:01.538753 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Pushing event deleted for resources: {'Port': ['ID=568865e9-27a7-436e-bbf5-ef517f75c5af,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:01.549920 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c186bdea-cd32-4027-8f6f-296eb457a1c9 req-13c970b4-4c17-4717-a2ed-5df40b1a82a9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263270 Mar 21 17:32:01.553824 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6008c-b25e-4c19-81a9-e1363b051334 req-d5faa064-df20-412d-bfcb-3774503b4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:01.555552 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6eb6008c-b25e-4c19-81a9-e1363b051334 req-d5faa064-df20-412d-bfcb-3774503b4059 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.1742463 Mar 21 17:32:01.576371 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9510045 Mar 21 17:32:01.577258 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 53866) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:01.600075 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Request body: {'subnet': {'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428681061-subnet', 'tenant_id': '4de2a87b9c7148d392e6f5b0ce087028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:01.612248 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6eb6008c-b25e-4c19-81a9-e1363b051334 req-0c7062a6-e238-4e7e-ab9f-5036aad26d40 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501835 Mar 21 17:32:01.614806 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c1f4f-de36-4271-b5b6-1c4327d5745e admin admin] Pushing event updated for resources: {'Network': ['ID=0e269bc8-cb29-4047-af09-1400c3583bf0,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:01.628179 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 0e269bc8-cb29-4047-af09-1400c3583bf0 details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:32:01.639308 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Made reservation on behalf of 4de2a87b9c7148d392e6f5b0ce087028 for: {'subnet': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:32:01.641718 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3666997'] for subnet (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.643638 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks [] for floatingip (280c6242-313b-4e98-b814-931aa42f3d02), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.646407 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.647571 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8ca1757b-1c06-46c7-b25e-a1956de4f331 tempest-AttachVolumeNegativeTest-361260384 tempest-AttachVolumeNegativeTest-361260384-project] 10.222.0.20 "DELETE /v2.0/floatingips/280c6242-313b-4e98-b814-931aa42f3d02 HTTP/1.1" status: 204 len: 168 time: 0.9653046 Mar 21 17:32:01.828659 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2589586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3666979'] for subnet (85e4c4d6-628c-4e3a-80ec-8fa1df9ff755), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.891251 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e4c4d6-628c-4e3a-80ec-8fa1df9ff755,revision_number=0']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:01.904829 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Checking segment: {'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:32:01.905186 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Network hostable DHCP agents. Network: 0e269bc8-cb29-4047-af09-1400c3583bf0, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:32:01.921714 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Network 0e269bc8-cb29-4047-af09-1400c3583bf0 is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:32:01.932797 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.base_scheduler [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 0e269bc8-cb29-4047-af09-1400c3583bf0) {{(pid=103306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:32:01.937361 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:01.937944 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:01.941824 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86ea9b-cde2-4c0d-b89a-953ea20fe592 None None] Network 0e269bc8-cb29-4047-af09-1400c3583bf0 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:32:01.956190 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e55ea206-7f55-4337-b3e5-0b024eec2595 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3599021 Mar 21 17:32:02.028322 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b3aba8-1ead-40a3-8926-e619e17a6935 None None] New status for floating IP 280c6242-313b-4e98-b814-931aa42f3d02: DOWN {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:32:02.056830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5a95-35bf-409a-9e3a-80e899dfcd5b req-a1474909-dd14-4341-b4f5-8d484fbbf2b8 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:02.058550 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c90a5a95-35bf-409a-9e3a-80e899dfcd5b req-a1474909-dd14-4341-b4f5-8d484fbbf2b8 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0619872 Mar 21 17:32:02.061679 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ede48-f342-4ecc-8a98-c12ffbb2d75e None None] Network 0e269bc8-cb29-4047-af09-1400c3583bf0 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:32:02.124765 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c90a5a95-35bf-409a-9e3a-80e899dfcd5b req-cf964dc7-6641-48a8-ab5c-0615517acd46 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598743 Mar 21 17:32:02.543207 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:02.695755 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b51d89-38c5-45a7-9547-40ee99ec7a95 req-38081087-9260-4d26-a1a3-4047ab1bd18a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:02.697404 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-80b51d89-38c5-45a7-9547-40ee99ec7a95 req-38081087-9260-4d26-a1a3-4047ab1bd18a tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 947 time: 0.0620656 Mar 21 17:32:02.745435 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-80b51d89-38c5-45a7-9547-40ee99ec7a95 req-93c99408-ed2d-49e9-b21d-0bdb0626adba tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Mar 21 17:32:03.241652 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eb952-bbc3-462d-9cf3-1aa11bbe2b89 req-ea8614a3-34fd-40a2-971a-56941ad0484a tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:03.243183 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-364eb952-bbc3-462d-9cf3-1aa11bbe2b89 req-ea8614a3-34fd-40a2-971a-56941ad0484a tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0514967 Mar 21 17:32:03.291310 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-364eb952-bbc3-462d-9cf3-1aa11bbe2b89 req-f62cfa7b-f2ed-4793-acc6-b172f6575704 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Mar 21 17:32:03.405610 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb068e-24be-4349-9c26-704b43ee06d3 req-033b5815-bf1e-4f6e-8e38-88cf2f3e1658 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:03.406947 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31fb068e-24be-4349-9c26-704b43ee06d3 req-033b5815-bf1e-4f6e-8e38-88cf2f3e1658 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0510981 Mar 21 17:32:03.457058 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-31fb068e-24be-4349-9c26-704b43ee06d3 req-1e604cfe-a8ea-45bb-9386-910d90b09415 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Mar 21 17:32:03.478274 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53912) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:03.620367 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cac40c-1b22-4f8f-821c-7f9c1d48ae1f tempest-TestShelveInstance-279118790 tempest-TestShelveInstance-279118790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:03.621900 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-00cac40c-1b22-4f8f-821c-7f9c1d48ae1f tempest-TestShelveInstance-279118790 tempest-TestShelveInstance-279118790-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1124 time: 0.1426673 Mar 21 17:32:03.624695 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 53922) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:03.628925 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Request body: {'floatingip': {'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'port_id': '44253477-7c95-49d5-8bf2-b495b25b839a', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:03.649438 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:03.805401 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-7a598bfb-234b-42a6-b08f-5e69faff4e9f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:03.806853 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-7a598bfb-234b-42a6-b08f-5e69faff4e9f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/networks?id=0e269bc8-cb29-4047-af09-1400c3583bf0 HTTP/1.1" status: 200 len: 808 time: 0.1198530 Mar 21 17:32:03.831092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-cf2fec21-b611-41b5-bf0a-feab4e00ee54 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/quotas/4de2a87b9c7148d392e6f5b0ce087028 HTTP/1.1" status: 200 len: 375 time: 0.0145123 Mar 21 17:32:03.865852 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-625496ac-a3f2-4143-8210-befa0979f33c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4de2a87b9c7148d392e6f5b0ce087028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288110 Mar 21 17:32:03.867094 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:04.033376 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-d6f99441-ab7e-4540-b588-f303822e9e8a service neutron] 10.222.0.20 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589508 Mar 21 17:32:04.044235 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Allocated IP 172.28.2.151 (37b43051-0da9-4ebd-a627-5396dfdbe2ec/0b391889-f21e-42fc-a7c3-541a958ba35a/639fc300-666a-4111-8b87-70476e955ca0) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:32:04.438939 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-74d83f87-c25f-4b1d-b7f8-5b3349b4d6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960202 Mar 21 17:32:04.465141 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for port (639fc300-666a-4111-8b87-70476e955ca0), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:04.499286 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (639fc300-666a-4111-8b87-70476e955ca0), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:04.542439 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Network 37b43051-0da9-4ebd-a627-5396dfdbe2ec is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:32:04.542439 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:32:04.543811 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:32:04.588122 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'Port': ['ID=639fc300-666a-4111-8b87-70476e955ca0,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:04.614554 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d0730f39-1c72-440d-83b3-4106e52d8a8c req-d525d02e-2ca5-44f5-9f16-c772cd0fbdda tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 210 time: 0.0368059 Mar 21 17:32:04.942163 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for floatingip (f5a886e9-f823-40dc-bfa6-d5b524f6139c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:05.014946 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (639fc300-666a-4111-8b87-70476e955ca0), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:05.165931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for port (639fc300-666a-4111-8b87-70476e955ca0), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:05.171637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (639fc300-666a-4111-8b87-70476e955ca0), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:05.243847 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event updated for resources: {'Port': ['ID=639fc300-666a-4111-8b87-70476e955ca0,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:05.255906 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (f5a886e9-f823-40dc-bfa6-d5b524f6139c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:05.362030 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Floating IP f5a886e9-f823-40dc-bfa6-d5b524f6139c associated. External IP: 172.28.2.151, port: 44253477-7c95-49d5-8bf2-b495b25b839a. Mar 21 17:32:05.457970 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54000) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:05.627352 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f2df5133-59d5-485a-85e0-2e53625779ef tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:05.628912 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f2df5133-59d5-485a-85e0-2e53625779ef tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "GET /v2.0/networks?id=0e269bc8-cb29-4047-af09-1400c3583bf0 HTTP/1.1" status: 200 len: 808 time: 0.1779120 Mar 21 17:32:05.654367 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Request body: {'port': {'device_id': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0', 'admin_state_up': True, 'tenant_id': '4de2a87b9c7148d392e6f5b0ce087028'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:05.742333 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-195c5d9c-292c-4aaa-8690-5d4aabf7d932 req-d3ab95b4-0f61-49c6-82c2-76ffd8b6720f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 210 time: 0.0382118 Mar 21 17:32:05.771565 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:32:05.884112 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Made reservation on behalf of 4de2a87b9c7148d392e6f5b0ce087028 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:32:05.887406 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:05.895977 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (ed53673f-30b9-4321-9c66-f913d1641c6b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:05.960810 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:32:05.972618 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] Sync routers for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:32:05.987404 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:05.988038 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:05.992517 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.058341 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-312eb203-71a8-4e6c-a044-cedaaa409ba1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4325995 Mar 21 17:32:06.060867 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:06.062748 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c8ec1f-8b3e-43f3-9734-52deb39bed29" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:06.068389 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Allocated IP 172.20.0.12 (0e269bc8-cb29-4047-af09-1400c3583bf0/85e4c4d6-628c-4e3a-80ec-8fa1df9ff755/f980cf96-6617-44a8-a2d0-c9bdb1ce3f28) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:32:06.106686 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec7d999-f729-451a-aa8f-9dbf16af2a5c x-openstack-request-id: req-4ec7d999-f729-451a-aa8f-9dbf16af2a5c {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:06.107114 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:06.107436 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ec7d999-f729-451a-aa8f-9dbf16af2a5c {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:06.107839 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a', 'status': 'completed', 'code': 200} Mar 21 17:32:06.116109 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:06.180661 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Deleting port d8441b41-8758-40f6-8c20-0c0707fbbf03 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:06.181033 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.243762 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-01f71cad-e07c-4302-b75e-22c18db20dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:06.245331 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-01f71cad-e07c-4302-b75e-22c18db20dc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.1076329 Mar 21 17:32:06.274385 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] For port d8441b41-8758-40f6-8c20-0c0707fbbf03, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=d8441b41-8758-40f6-8c20-0c0707fbbf03,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:06.275016 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.297820 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Calling delete_port for d8441b41-8758-40f6-8c20-0c0707fbbf03 owned by network:router_interface {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:06.311960 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks [] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.353263 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'f5a886e9-f823-40dc-bfa6-d5b524f6139c', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'floating_ip_address': '172.28.2.151', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'port_id': '44253477-7c95-49d5-8bf2-b495b25b839a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'mac_address': 'fa:16:3e:37:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:32:04Z', 'updated_at': '2022-03-21T17:32:04Z', 'revision_number': 0, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:21Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:06.380078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-4d7c6c03-ae02-44d8-b8be-ef1e874ede17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:06.381729 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-4d7c6c03-ae02-44d8-b8be-ef1e874ede17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.1265254 Mar 21 17:32:06.386102 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.479770 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Network 0e269bc8-cb29-4047-af09-1400c3583bf0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:32:06.489315 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:32:06.496387 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:32:06.501998 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Pushing event updated for resources: {'Port': ['ID=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:06.524581 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] Checking router: 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:32:06.534624 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-9cb43d52-8c87-4ecf-bf4e-77c40efba006 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 999 time: 0.1461506 Mar 21 17:32:06.534856 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:06.535790 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:06.593168 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54020) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:06.593677 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:06.594086 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.612597 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-a7bc1876-fbb8-4004-9779-40ab07bdc3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:06.614175 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-a7bc1876-fbb8-4004-9779-40ab07bdc3fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0713420 Mar 21 17:32:06.615116 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (d8441b41-8758-40f6-8c20-0c0707fbbf03), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.618466 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-f9ba71bd-0cc3-4403-a813-a43c7e62ff7a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9722323 Mar 21 17:32:06.632246 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Request body: {'port': {'device_id': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:06.648171 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8441b41-8758-40f6-8c20-0c0707fbbf03,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:06.676997 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:06.720322 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.723396 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-da24422e-d734-413b-b98f-93052c028a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:06.725544 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-da24422e-d734-413b-b98f-93052c028a5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.1055918 Mar 21 17:32:06.826000 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb21778f-ce51-431d-b3b4-b2920c1e0893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.955812 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (ed53673f-30b9-4321-9c66-f913d1641c6b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:06.985960 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb21778f-ce51-431d-b3b4-b2920c1e0893 admin admin] Publish callbacks [] for security_group (c0ad4f81-1174-4c6e-b525-ed09e88f5d08), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.031068 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'f5a886e9-f823-40dc-bfa6-d5b524f6139c', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'floating_ip_address': '172.28.2.151', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'port_id': '44253477-7c95-49d5-8bf2-b495b25b839a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'mac_address': 'fa:16:3e:37:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:32:04Z', 'updated_at': '2022-03-21T17:32:04Z', 'revision_number': 0, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:21Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:07.062404 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73729359-13a4-44ce-ba0b-6d0be7edf9dc None None] The sync data for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb is: [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_floatingips': [{'id': 'f5a886e9-f823-40dc-bfa6-d5b524f6139c', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'floating_ip_address': '172.28.2.151', 'floating_network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'router_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'port_id': '44253477-7c95-49d5-8bf2-b495b25b839a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'mac_address': 'fa:16:3e:37:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T17:32:04Z', 'updated_at': '2022-03-21T17:32:04Z', 'revision_number': 0, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:21Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:32:07.069111 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-bb21778f-ce51-431d-b3b4-b2920c1e0893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c0ad4f81-1174-4c6e-b525-ed09e88f5d08), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.119522 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-023540bb-649b-43a5-8161-a3a1bb3d5817 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859289 Mar 21 17:32:07.120152 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-bb21778f-ce51-431d-b3b4-b2920c1e0893 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51be1ddf399e4787b62356bdd57096e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249865 Mar 21 17:32:07.120350 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21778f-ce51-431d-b3b4-b2920c1e0893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad4f81-1174-4c6e-b525-ed09e88f5d08,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:07.125073 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 54026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:07.146628 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06f0b5-eced-4cb9-a8b7-0ba2aa24a330 req-ab0c89fc-f562-427a-9b7f-50669aa8f699 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:07.148177 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ee06f0b5-eced-4cb9-a8b7-0ba2aa24a330 req-ab0c89fc-f562-427a-9b7f-50669aa8f699 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 932 time: 0.2309937 Mar 21 17:32:07.330152 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d754bafd-92da-418a-b8a9-ffc088dc2a34 None None] New status for floating IP f5a886e9-f823-40dc-bfa6-d5b524f6139c: ACTIVE {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:32:07.373217 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ee06f0b5-eced-4cb9-a8b7-0ba2aa24a330 req-1f68f9b6-af2c-4a4d-a18e-d32edd2b0d0b tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022936 Mar 21 17:32:07.375399 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-72c8ec1f-8b3e-43f3-9734-52deb39bed29 req-96a5fc6a-88e6-4a5c-9736-c318b13b0c07 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253056 Mar 21 17:32:07.380401 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cad3607c-686d-40c6-acad-992c2295b7a7 admin admin] Publish callbacks [] for security_group (c0ad4f81-1174-4c6e-b525-ed09e88f5d08), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.402410 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:32:07.417839 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Publish callbacks [] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.421275 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cad3607c-686d-40c6-acad-992c2295b7a7 admin admin] Publish callbacks [] for security_group (c0ad4f81-1174-4c6e-b525-ed09e88f5d08), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.446453 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Transition to ACTIVE for port object f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:32:07.453625 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.511248 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Router ed53673f-30b9-4321-9c66-f913d1641c6b has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:32:07.628312 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:32:07.634843 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-dfbd78a4-8768-4e5e-8843-54ffca32443c admin admin] 10.222.0.20 "PUT /v2.0/routers/ed53673f-30b9-4321-9c66-f913d1641c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1750386 Mar 21 17:32:07.636568 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54028) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:07.639338 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] Sync routers for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:32:07.651252 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:07.651878 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:07.746078 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks [] for router (ed53673f-30b9-4321-9c66-f913d1641c6b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.764803 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:07.817127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Pushing event updated for resources: {'Port': ['ID=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:07.836009 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cad3607c-686d-40c6-acad-992c2295b7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c0ad4f81-1174-4c6e-b525-ed09e88f5d08), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.838655 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-cad3607c-686d-40c6-acad-992c2295b7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.842034 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-cad3607c-686d-40c6-acad-992c2295b7a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0ad4f81-1174-4c6e-b525-ed09e88f5d08 HTTP/1.1" status: 204 len: 168 time: 0.7093232 Mar 21 17:32:07.857661 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3607c-686d-40c6-acad-992c2295b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad4f81-1174-4c6e-b525-ed09e88f5d08,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:07.863173 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Attempting to bind port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:32:07.863371 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Attempting to bind port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:32:07.863708 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Attempting to bind port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 on network 0e269bc8-cb29-4047-af09-1400c3583bf0 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:32:07.868341 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 on network 0e269bc8-cb29-4047-af09-1400c3583bf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:32:07.868708 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Attempting to bind port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 on network 0e269bc8-cb29-4047-af09-1400c3583bf0 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:32:07.873419 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks [] for router_gateway (ed53673f-30b9-4321-9c66-f913d1641c6b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.873884 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:32:07.874229 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Checking segment: {'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:32:07.874689 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Bound using segment: {'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:32:07.875248 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Bound port: f980cf96-6617-44a8-a2d0-c9bdb1ce3f28, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:32:07.875565 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.950256 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] For port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:32:07.953536 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Deleting port 0de4e0ad-210a-459a-96fe-38e6bda7127d {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:07.953881 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.955220 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] For port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:32:07.965065 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:07.995573 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:32:06Z', 'revision_number': 5, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port': {'id': '0de4e0ad-210a-459a-96fe-38e6bda7127d', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:08.010283 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:08.011136 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.012678 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] 10.222.0.23 "PUT /v2.0/ports/f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 HTTP/1.1" status: 200 len: 1094 time: 1.3854649 Mar 21 17:32:08.036519 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eccb0-418b-4dac-a75b-f67e484a9463 service neutron] Pushing event updated for resources: {'Port': ['ID=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:08.045165 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] Checking router: ed53673f-30b9-4321-9c66-f913d1641c6b for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:32:08.055893 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] Routers {'ed53673f-30b9-4321-9c66-f913d1641c6b'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:08.056524 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:31:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['ed53673f-30b9-4321-9c66-f913d1641c6b'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:08.067803 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] For port 0de4e0ad-210a-459a-96fe-38e6bda7127d, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=0de4e0ad-210a-459a-96fe-38e6bda7127d,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:08.068197 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.088450 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Calling delete_port for 0de4e0ad-210a-459a-96fe-38e6bda7127d owned by network:router_gateway {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:08.108519 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'tag': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:08.111637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830043ad-7b50-4e1c-8d92-02be32f06ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bba9526-1d4e-460f-9202-98f3ba892e86", "tag": "f980cf96-6617-44a8-a2d0-c9bdb1ce3f28"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:08.128423 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-9ed95a40-2f86-4005-b45f-d38260307ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:08.130030 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-9ed95a40-2f86-4005-b45f-d38260307ac3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4de2a87b9c7148d392e6f5b0ce087028&device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 1128 time: 0.0720119 Mar 21 17:32:08.177539 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] Set router ed53673f-30b9-4321-9c66-f913d1641c6b gateway port host: None {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:08.198244 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a57e3-3137-4d2f-9f33-9f2aae8d9703 x-openstack-request-id: req-c09a57e3-3137-4d2f-9f33-9f2aae8d9703 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:08.198538 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bba9526-1d4e-460f-9202-98f3ba892e86", "tag": "f980cf96-6617-44a8-a2d0-c9bdb1ce3f28", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:08.198789 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c09a57e3-3137-4d2f-9f33-9f2aae8d9703 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:08.199183 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'tag': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28', 'status': 'completed', 'code': 200} Mar 21 17:32:08.200841 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-e4a42f7e-37b2-4420-8fe9-ac24d485d750 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 HTTP/1.1" status: 200 len: 217 time: 0.0624018 Mar 21 17:32:08.233911 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54036) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:08.238104 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:32:07Z', 'revision_number': 6, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port_host': None}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:08.262032 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a1be348-888c-47b1-8dce-be79108d2a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.265062 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-4cfede48-a9b5-4fce-b035-5cc02251830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:08.266269 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cbc1d-fedc-4686-943d-054d03dcf21c None None] The sync data for ids ['ed53673f-30b9-4321-9c66-f913d1641c6b'] in dv-cinder-768458-20-smb is: [{'id': 'ed53673f-30b9-4321-9c66-f913d1641c6b', 'name': 'tempest-AttachVolumeNegativeTest-1578903341-router', 'tenant_id': '7cc5c418054f43709df6dc0d20098844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:58Z', 'updated_at': '2022-03-21T17:32:07Z', 'revision_number': 6, 'project_id': '7cc5c418054f43709df6dc0d20098844', 'gw_port_host': None}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:32:08.266768 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-4cfede48-a9b5-4fce-b035-5cc02251830a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85e4c4d6-628c-4e3a-80ec-8fa1df9ff755 HTTP/1.1" status: 200 len: 848 time: 0.0595500 Mar 21 17:32:08.306684 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-8cff4123-c867-4d68-9d28-ecfd1581b226 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e269bc8-cb29-4047-af09-1400c3583bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285735 Mar 21 17:32:08.352587 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (0de4e0ad-210a-459a-96fe-38e6bda7127d), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.392795 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de4e0ad-210a-459a-96fe-38e6bda7127d,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:08.395789 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-158a8935-7268-426b-b6b8-030cd611f0fa service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877833 Mar 21 17:32:08.426017 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a1be348-888c-47b1-8dce-be79108d2a0a admin admin] Publish callbacks [] for security_group (e258752e-a577-4be6-9945-0f83c1893ecf), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.447389 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1a1be348-888c-47b1-8dce-be79108d2a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (e258752e-a577-4be6-9945-0f83c1893ecf), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.497594 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (ed53673f-30b9-4321-9c66-f913d1641c6b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.502396 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-1a1be348-888c-47b1-8dce-be79108d2a0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab2227309dcd47a58b5928d6e346c2de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675555 Mar 21 17:32:08.503198 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1be348-888c-47b1-8dce-be79108d2a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e258752e-a577-4be6-9945-0f83c1893ecf,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:08.505558 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54040) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:08.545479 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aab16-12af-44b1-a9df-740177cbe90d req-c6606d62-4f53-40f8-a7ad-d24dc6ac3c71 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:08.546933 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3b9aab16-12af-44b1-a9df-740177cbe90d req-c6606d62-4f53-40f8-a7ad-d24dc6ac3c71 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 944 time: 0.0892274 Mar 21 17:32:08.548715 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-feb07720-a97f-4d9a-9887-68182b9c9084 req-d3f8ac78-ed76-473d-b09a-7080725808d2 service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467276 Mar 21 17:32:08.596629 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3b9aab16-12af-44b1-a9df-740177cbe90d req-1289cc79-4222-4096-94e4-d2c84d3c281f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Mar 21 17:32:08.619756 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (ed53673f-30b9-4321-9c66-f913d1641c6b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.622319 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks [] for router_controller (ed53673f-30b9-4321-9c66-f913d1641c6b), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.651810 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-b01b064f-9cb5-4b14-a675-81a7c198fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:08.653478 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-b01b064f-9cb5-4b14-a675-81a7c198fbe7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4de2a87b9c7148d392e6f5b0ce087028&device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 1128 time: 0.0553429 Mar 21 17:32:08.682318 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (ed53673f-30b9-4321-9c66-f913d1641c6b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.683700 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed53673f-30b9-4321-9c66-f913d1641c6b {{(pid=103306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:32:08.690234 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.691377 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3673fb69-006d-4c45-8699-2c24fb6c25b1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed53673f-30b9-4321-9c66-f913d1641c6b HTTP/1.1" status: 204 len: 168 time: 1.0529833 Mar 21 17:32:08.692586 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9734c608-1c10-437e-a495-9678ffa0826f admin admin] Publish callbacks [] for security_group (e258752e-a577-4be6-9945-0f83c1893ecf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.694174 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54042) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:08.744622 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9734c608-1c10-437e-a495-9678ffa0826f admin admin] Publish callbacks [] for security_group (e258752e-a577-4be6-9945-0f83c1893ecf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.765749 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] Deleting subnet c90e5ebf-4452-4266-b188-22809cdd6edc {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:32:08.770052 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] Publish callbacks [] for subnet (c90e5ebf-4452-4266-b188-22809cdd6edc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.774503 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-6a5bc4be-294c-46c2-bb2f-24eb2cc6f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:08.775979 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-6a5bc4be-294c-46c2-bb2f-24eb2cc6f396 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e269bc8-cb29-4047-af09-1400c3583bf0 HTTP/1.1" status: 200 len: 909 time: 0.1027269 Mar 21 17:32:08.820535 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-24f03c78-759d-4003-9a12-8f4b3be9605d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 HTTP/1.1" status: 200 len: 217 time: 0.0381651 Mar 21 17:32:08.821782 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (c90e5ebf-4452-4266-b188-22809cdd6edc), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.851330 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9734c608-1c10-437e-a495-9678ffa0826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (e258752e-a577-4be6-9945-0f83c1893ecf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.853917 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9734c608-1c10-437e-a495-9678ffa0826f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.855060 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-9734c608-1c10-437e-a495-9678ffa0826f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e258752e-a577-4be6-9945-0f83c1893ecf HTTP/1.1" status: 204 len: 168 time: 0.3218701 Mar 21 17:32:08.866890 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c608-1c10-437e-a495-9678ffa0826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e258752e-a577-4be6-9945-0f83c1893ecf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:08.869725 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-b07e7323-eb22-466a-8665-fd9e72f15a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:08.871370 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-b07e7323-eb22-466a-8665-fd9e72f15a1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85e4c4d6-628c-4e3a-80ec-8fa1df9ff755 HTTP/1.1" status: 200 len: 848 time: 0.0455210 Mar 21 17:32:08.909650 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-b73c6ac7-2739-45ce-b39a-5db73261b352 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e269bc8-cb29-4047-af09-1400c3583bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310473 Mar 21 17:32:08.921040 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (c90e5ebf-4452-4266-b188-22809cdd6edc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:08.979773 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (c90e5ebf-4452-4266-b188-22809cdd6edc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.008006 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90e5ebf-4452-4266-b188-22809cdd6edc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:09.012651 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-5bd594a4-6b35-4d16-8f8e-584b3d5fb62c service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955322 Mar 21 17:32:09.013741 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.017379 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdcedfc-e2b0-4c3d-a565-c806e6882db4 None None] Network eb243405-81e1-4e47-8b74-04f4760afcaa requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:32:09.017526 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-fb45626c-c38c-4b0a-a81f-c8b0981c35f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c90e5ebf-4452-4266-b188-22809cdd6edc HTTP/1.1" status: 204 len: 168 time: 0.3223412 Mar 21 17:32:09.020589 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54046) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:09.130511 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (eb243405-81e1-4e47-8b74-04f4760afcaa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.169975 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 0de4e0ad-210a-459a-96fe-38e6bda7127d no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:09.173974 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-830043ad-7b50-4e1c-8d92-02be32f06ad3 req-20926494-1151-48a2-83cc-29ae6b77daef service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449108 Mar 21 17:32:09.195108 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 0de4e0ad-210a-459a-96fe-38e6bda7127d {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:09.195851 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 0de4e0ad-210a-459a-96fe-38e6bda7127d not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:09.196280 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device d8441b41-8758-40f6-8c20-0c0707fbbf03 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:09.202340 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Deleting port 1d7a72f9-9290-4832-8915-24817db1efc4 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:09.202788 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.222822 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: d8441b41-8758-40f6-8c20-0c0707fbbf03 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:09.223164 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device d8441b41-8758-40f6-8c20-0c0707fbbf03 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:09.287982 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] For port 1d7a72f9-9290-4832-8915-24817db1efc4, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=1d7a72f9-9290-4832-8915-24817db1efc4,segment=NetworkSegment(00855909-7b26-49ab-a193-529ff452661a),segment_id=00855909-7b26-49ab-a193-529ff452661a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:09.288740 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.307323 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Calling delete_port for 1d7a72f9-9290-4832-8915-24817db1efc4 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:09.337250 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] DHCP port deletion for eb243405-81e1-4e47-8b74-04f4760afcaa request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:32:09.399244 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.406049 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] Deleting port 1d7a72f9-9290-4832-8915-24817db1efc4 {{(pid=103307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:09.406428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), before_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.429533 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] No DVR routers for this DVR port 1d7a72f9-9290-4832-8915-24817db1efc4 on host dv-cinder-768458-20-smb {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:32:09.434575 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7a72f9-9290-4832-8915-24817db1efc4,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:09.494279 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] For port 1d7a72f9-9290-4832-8915-24817db1efc4, host dv-cinder-768458-20-smb, got binding levels [] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:09.494995 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), precommit_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.510391 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (eb243405-81e1-4e47-8b74-04f4760afcaa), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.514970 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] Calling delete_port for 1d7a72f9-9290-4832-8915-24817db1efc4 owned by network:dhcp {{(pid=103307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:09.517985 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.ipam_backend_mixin [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] Port 1d7a72f9-9290-4832-8915-24817db1efc4 was not found and therefore no delete operation was performed {{(pid=103307) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 17:32:09.519300 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (1d7a72f9-9290-4832-8915-24817db1efc4), after_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.532807 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb243405-81e1-4e47-8b74-04f4760afcaa']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:09.546375 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00855909-7b26-49ab-a193-529ff452661a') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:09.546667 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00855909-7b26-49ab-a193-529ff452661a') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:09.551897 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] Pushing event deleted for resources: {'Port': ['ID=1d7a72f9-9290-4832-8915-24817db1efc4,revision_number=None']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:09.554785 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005aaafe-1ada-4ddc-b6c4-8d33b308ecdf None None] No DVR routers for this DVR port 1d7a72f9-9290-4832-8915-24817db1efc4 on host dv-cinder-768458-20-smb {{(pid=103307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:32:09.558782 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (00855909-7b26-49ab-a193-529ff452661a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.579049 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (00855909-7b26-49ab-a193-529ff452661a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.585555 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:32:09.585991 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (00855909-7b26-49ab-a193-529ff452661a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:32:09.587678 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:32:09.652615 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (eb243405-81e1-4e47-8b74-04f4760afcaa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.664162 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.669819 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/eb243405-81e1-4e47-8b74-04f4760afcaa HTTP/1.1" status: 204 len: 168 time: 0.6459119 Mar 21 17:32:09.677175 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a3a51-d266-457b-9f6e-332a383e3de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb243405-81e1-4e47-8b74-04f4760afcaa,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:09.732951 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e627de8-602d-4764-8b09-348d9aec1eb0 req-aefe4794-5be3-4e32-a9f9-8fb6fbc5f35d tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:09.734588 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0e627de8-602d-4764-8b09-348d9aec1eb0 req-aefe4794-5be3-4e32-a9f9-8fb6fbc5f35d tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 944 time: 0.0607495 Mar 21 17:32:09.787803 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0e627de8-602d-4764-8b09-348d9aec1eb0 req-0f260c33-f66d-4658-8687-b3e3d94d2985 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466099 Mar 21 17:32:09.856174 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54074) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:09.895642 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-afc92c66-2716-4573-9410-fcfb21cbc679 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cc5c418054f43709df6dc0d20098844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379751 Mar 21 17:32:09.898650 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54076) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:09.949068 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d62d-bd2f-4b59-9da4-c54d20cfc4be admin admin] Publish callbacks [] for security_group (08c25f6a-6f98-40df-a80b-048b5b20bfdf), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:09.973969 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d62d-bd2f-4b59-9da4-c54d20cfc4be admin admin] Publish callbacks [] for security_group (08c25f6a-6f98-40df-a80b-048b5b20bfdf), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:10.022743 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d62d-bd2f-4b59-9da4-c54d20cfc4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (08c25f6a-6f98-40df-a80b-048b5b20bfdf), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:10.025672 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-a1e2d62d-bd2f-4b59-9da4-c54d20cfc4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:10.029299 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-a1e2d62d-bd2f-4b59-9da4-c54d20cfc4be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08c25f6a-6f98-40df-a80b-048b5b20bfdf HTTP/1.1" status: 204 len: 168 time: 0.1273911 Mar 21 17:32:10.034952 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2d62d-bd2f-4b59-9da4-c54d20cfc4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c25f6a-6f98-40df-a80b-048b5b20bfdf,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:10.658866 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:32:10.778529 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:10.781235 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ebdc-b643-49d6-88d7-44b05bdd20ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:10.794136 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28', 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0', 'port_id': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28', 'mac_address': 'fa:16:3e:b9:5e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e4c4d6-628c-4e3a-80ec-8fa1df9ff755', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:32:10.860766 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:32:10.861205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:10.878231 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:32:10.887702 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 1d7a72f9-9290-4832-8915-24817db1efc4 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:10.917110 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 1d7a72f9-9290-4832-8915-24817db1efc4 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:10.917433 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 1d7a72f9-9290-4832-8915-24817db1efc4 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:10.947462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d5695-abaf-408e-969d-5ea52b66077a req-5cf35130-3da6-4164-9100-1d36e4ef4568 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:10.954197 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:10.955927 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a32d5695-abaf-408e-969d-5ea52b66077a req-5cf35130-3da6-4164-9100-1d36e4ef4568 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 944 time: 0.0692301 Mar 21 17:32:10.968130 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:11.020866 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a32d5695-abaf-408e-969d-5ea52b66077a req-a53d6ef2-e3ed-410a-895e-e9906e623bf8 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Mar 21 17:32:11.042297 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:11.207428 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['f980cf96-6617-44a8-a2d0-c9bdb1ce3f28'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:32:12.130058 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616c98-370e-4dff-824c-48cd9ebde00e req-27f74504-c2bf-4a43-9838-7b4bd7f56f31 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:12.132232 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5616c98-370e-4dff-824c-48cd9ebde00e req-27f74504-c2bf-4a43-9838-7b4bd7f56f31 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Mar 21 17:32:12.182668 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5616c98-370e-4dff-824c-48cd9ebde00e req-d90d8f3d-bedb-4902-bd75-88a104e85969 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Mar 21 17:32:12.660110 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:32:12.707096 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:32:12.711436 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:32:12.711791 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:12.789773 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:32:12.790162 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:12.812188 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:12.814420 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec91ffd-5a7d-4a83-85b8-b5cadfd90fbe" -d '{"events": [{"server_uuid": "8bba9526-1d4e-460f-9202-98f3ba892e86", "name": "network-vif-plugged", "status": "completed", "tag": "f980cf96-6617-44a8-a2d0-c9bdb1ce3f28"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:12.826910 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:12.832166 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:12.861715 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff3669a-2f17-4eae-a422-c321527862b3 x-openstack-request-id: req-2ff3669a-2f17-4eae-a422-c321527862b3 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:12.861715 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba9526-1d4e-460f-9202-98f3ba892e86", "name": "network-vif-plugged", "status": "completed", "tag": "f980cf96-6617-44a8-a2d0-c9bdb1ce3f28", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:12.861715 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ff3669a-2f17-4eae-a422-c321527862b3 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:12.861715 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28', 'code': 200} Mar 21 17:32:12.888614 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:12.956388 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7914ca87-2f2c-4fdf-86ec-2ff1aa92ef98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:13.043773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbb11-5f8b-4df2-8082-e20f333d90ad req-544ffd44-7d0f-408b-a52c-06f0bb78a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:13.045394 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3e3cbb11-5f8b-4df2-8082-e20f333d90ad req-544ffd44-7d0f-408b-a52c-06f0bb78a415 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 1130 time: 0.0452955 Mar 21 17:32:13.098118 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3e3cbb11-5f8b-4df2-8082-e20f333d90ad req-fa181f41-2fb3-4876-adea-db3c7c3f991c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 Mar 21 17:32:13.299633 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d3e0-7a92-4407-9c28-7ca0ef759b91 req-1aaa82f4-f768-48c0-a78e-aabb7afac673 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:13.301127 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fa33d3e0-7a92-4407-9c28-7ca0ef759b91 req-1aaa82f4-f768-48c0-a78e-aabb7afac673 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 946 time: 0.0519271 Mar 21 17:32:13.346852 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fa33d3e0-7a92-4407-9c28-7ca0ef759b91 req-22723006-8adb-46f7-b27a-df09107be9ff tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Mar 21 17:32:14.026663 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.212454 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 54214) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:14.319912 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1dc7-25a5-4557-8bf0-83255d4171da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.400327 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1dc7-25a5-4557-8bf0-83255d4171da admin admin] Publish callbacks [] for security_group (843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.405396 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1dc7-25a5-4557-8bf0-83255d4171da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.480357 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c3ed1dc7-25a5-4557-8bf0-83255d4171da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9587ba65c4f043af95a78f7a62afaa90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635295 Mar 21 17:32:14.480636 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54228) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:14.485912 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed1dc7-25a5-4557-8bf0-83255d4171da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:14.509313 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9fbef-2cd3-4b7e-b13c-8e76e8710b29 req-282e7bbf-c510-4e3a-a3e5-f6acbbdf134c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:14.510802 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-19a9fbef-2cd3-4b7e-b13c-8e76e8710b29 req-282e7bbf-c510-4e3a-a3e5-f6acbbdf134c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 946 time: 0.0905643 Mar 21 17:32:14.531540 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9471b2d-7c40-4dbc-80d6-b174c02ae621 admin admin] Publish callbacks [] for security_group (843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.554639 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9471b2d-7c40-4dbc-80d6-b174c02ae621 admin admin] Publish callbacks [] for security_group (843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.559742 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-19a9fbef-2cd3-4b7e-b13c-8e76e8710b29 req-b969ab0e-8782-4f85-93fa-1d4e075d7d8f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 Mar 21 17:32:14.603789 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9471b2d-7c40-4dbc-80d6-b174c02ae621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.606541 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f9471b2d-7c40-4dbc-80d6-b174c02ae621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.607700 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f9471b2d-7c40-4dbc-80d6-b174c02ae621 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc HTTP/1.1" status: 204 len: 168 time: 0.1260452 Mar 21 17:32:14.615349 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9471b2d-7c40-4dbc-80d6-b174c02ae621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d0c5f-e5b5-404b-9fc6-bfc9f99da7cc,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:14.869808 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 54240) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:14.883649 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ba66d96-0dfd-48f2-834f-16684caecaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.963141 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ba66d96-0dfd-48f2-834f-16684caecaa0 admin admin] Publish callbacks [] for security_group (0ce06400-f5e8-4d86-9ee6-6619c81949c6), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:14.967258 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-0ba66d96-0dfd-48f2-834f-16684caecaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0ce06400-f5e8-4d86-9ee6-6619c81949c6), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:15.009430 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-0ba66d96-0dfd-48f2-834f-16684caecaa0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fdda6afaf7a4f3e822edfa82c3e9f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385126 Mar 21 17:32:15.011350 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba66d96-0dfd-48f2-834f-16684caecaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce06400-f5e8-4d86-9ee6-6619c81949c6,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:15.012222 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54246) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:15.066196 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1877eea0-f73d-4ec1-9c01-db2b1cf50741 admin admin] Publish callbacks [] for security_group (0ce06400-f5e8-4d86-9ee6-6619c81949c6), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:15.098289 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1877eea0-f73d-4ec1-9c01-db2b1cf50741 admin admin] Publish callbacks [] for security_group (0ce06400-f5e8-4d86-9ee6-6619c81949c6), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:15.144232 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1877eea0-f73d-4ec1-9c01-db2b1cf50741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (0ce06400-f5e8-4d86-9ee6-6619c81949c6), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:15.147069 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1877eea0-f73d-4ec1-9c01-db2b1cf50741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:15.148330 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-1877eea0-f73d-4ec1-9c01-db2b1cf50741 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ce06400-f5e8-4d86-9ee6-6619c81949c6 HTTP/1.1" status: 204 len: 168 time: 0.1347253 Mar 21 17:32:15.156731 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877eea0-f73d-4ec1-9c01-db2b1cf50741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce06400-f5e8-4d86-9ee6-6619c81949c6,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:15.182646 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e3253-0a03-4785-be61-d312508a0b47 req-27f35a76-fc1d-4501-87f2-af18bb1c79a6 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:15.184273 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c34e3253-0a03-4785-be61-d312508a0b47 req-27f35a76-fc1d-4501-87f2-af18bb1c79a6 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 946 time: 0.0606358 Mar 21 17:32:15.229892 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c34e3253-0a03-4785-be61-d312508a0b47 req-ef9cfb69-9957-4268-a7af-1282a597b2c8 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Mar 21 17:32:15.542616 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.202795 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54296) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:16.304027 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7ee26a8-8c58-4a0f-97e1-32a03aca4563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.349544 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb517bb-7a3e-46c2-bf18-7c19105e8be2 req-6070f8e1-3bd6-4c13-a3a0-679291b18c19 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:16.351154 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-edb517bb-7a3e-46c2-bf18-7c19105e8be2 req-6070f8e1-3bd6-4c13-a3a0-679291b18c19 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 946 time: 0.0533719 Mar 21 17:32:16.375373 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7ee26a8-8c58-4a0f-97e1-32a03aca4563 admin admin] Publish callbacks [] for security_group (160dca17-bc03-4b34-ac2a-097e1b3673bc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.379353 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-f7ee26a8-8c58-4a0f-97e1-32a03aca4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (160dca17-bc03-4b34-ac2a-097e1b3673bc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.399746 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-edb517bb-7a3e-46c2-bf18-7c19105e8be2 req-570d89f4-7338-4a5f-994e-e1b3c40e2b6a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Mar 21 17:32:16.418306 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f7ee26a8-8c58-4a0f-97e1-32a03aca4563 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6354c5e4e8449c9b72c20d129bed4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144310 Mar 21 17:32:16.419241 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee26a8-8c58-4a0f-97e1-32a03aca4563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160dca17-bc03-4b34-ac2a-097e1b3673bc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:16.420940 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 54302) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:16.470030 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6d2784f-7922-4d4b-8bde-dd232a43bfa6 admin admin] Publish callbacks [] for security_group (160dca17-bc03-4b34-ac2a-097e1b3673bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.491049 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6d2784f-7922-4d4b-8bde-dd232a43bfa6 admin admin] Publish callbacks [] for security_group (160dca17-bc03-4b34-ac2a-097e1b3673bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.542210 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6d2784f-7922-4d4b-8bde-dd232a43bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (160dca17-bc03-4b34-ac2a-097e1b3673bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.544822 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c6d2784f-7922-4d4b-8bde-dd232a43bfa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.546145 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c6d2784f-7922-4d4b-8bde-dd232a43bfa6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/160dca17-bc03-4b34-ac2a-097e1b3673bc HTTP/1.1" status: 204 len: 168 time: 0.1234009 Mar 21 17:32:16.554271 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2784f-7922-4d4b-8bde-dd232a43bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160dca17-bc03-4b34-ac2a-097e1b3673bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:16.645773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-f39169b7-03e0-4b59-a84a-d661208d7e51 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:16.647261 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-f39169b7-03e0-4b59-a84a-d661208d7e51 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 946 time: 0.0539699 Mar 21 17:32:16.741276 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Deleting port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:16.741657 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.836475 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] For port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:16.836840 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.849862 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Calling delete_port for f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:16.980213 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (f980cf96-6617-44a8-a2d0-c9bdb1ce3f28), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:16.994932 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['f980cf96-6617-44a8-a2d0-c9bdb1ce3f28'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:32:17.027104 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Pushing event deleted for resources: {'Port': ['ID=f980cf96-6617-44a8-a2d0-c9bdb1ce3f28,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:17.047568 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:17.075420 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] No DVR routers for this DVR port f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:32:17.078233 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:17.082330 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ed07c504-c866-4c31-9989-96c4ee35fdba req-6615c324-a662-4728-a1e4-82dadc1e882f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "DELETE /v2.0/ports/f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 HTTP/1.1" status: 204 len: 173 time: 0.4297884 Mar 21 17:32:17.082796 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'name': 'network-vif-deleted', 'tag': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:17.086143 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec6460-f8ac-4cde-9378-96c44680e68f" -d '{"events": [{"server_uuid": "8bba9526-1d4e-460f-9202-98f3ba892e86", "name": "network-vif-deleted", "tag": "f980cf96-6617-44a8-a2d0-c9bdb1ce3f28"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:17.135946 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a1a88f-b6f7-4f7a-9cf1-7fd4292a15f3 x-openstack-request-id: req-f0a1a88f-b6f7-4f7a-9cf1-7fd4292a15f3 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:17.136463 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bba9526-1d4e-460f-9202-98f3ba892e86", "name": "network-vif-deleted", "tag": "f980cf96-6617-44a8-a2d0-c9bdb1ce3f28", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:17.136901 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0a1a88f-b6f7-4f7a-9cf1-7fd4292a15f3 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:17.137500 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bba9526-1d4e-460f-9202-98f3ba892e86', 'name': 'network-vif-deleted', 'tag': 'f980cf96-6617-44a8-a2d0-c9bdb1ce3f28', 'status': 'completed', 'code': 200} Mar 21 17:32:17.514033 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ab9e7622-20e0-46a3-b881-6d37586ac71d req-44ba2c4b-eb2a-4654-9092-143e4bd57da7 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bba9526-1d4e-460f-9202-98f3ba892e86 HTTP/1.1" status: 200 len: 210 time: 0.0267549 Mar 21 17:32:18.850608 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-a7e806cf-2756-4ed5-8b8d-b840e3caff12 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:18.851615 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-a7e806cf-2756-4ed5-8b8d-b840e3caff12 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/networks?id=0e269bc8-cb29-4047-af09-1400c3583bf0 HTTP/1.1" status: 200 len: 808 time: 0.1070428 Mar 21 17:32:18.871551 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-bd0405c6-7e73-4034-bf76-3e89bc8c76d3 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/quotas/4de2a87b9c7148d392e6f5b0ce087028 HTTP/1.1" status: 200 len: 375 time: 0.0129156 Mar 21 17:32:18.905941 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-73c1bbbe-b9ab-482f-b7a0-f3f85bce8a31 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4de2a87b9c7148d392e6f5b0ce087028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288875 Mar 21 17:32:19.091452 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-5fac34ba-1a4f-44c1-8459-bf296da85f59 service neutron] 10.222.0.20 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769900 Mar 21 17:32:19.178532 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f96fa6eb-4ed6-4141-bbd0-da627db8190e service neutron] 10.222.0.20 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Mar 21 17:32:20.350174 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-10a773b4-0251-43cf-a060-4155a19e77eb req-e07226fe-ad5f-4e5a-a55e-8e2c1df1b2ec tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 210 time: 0.0278921 Mar 21 17:32:20.720897 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:20.741889 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:20.742239 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device f980cf96-6617-44a8-a2d0-c9bdb1ce3f28 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:21.334835 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-b3ee6c04-a4fd-4997-a8e7-382f35cd81b4 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:21.336366 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-b3ee6c04-a4fd-4997-a8e7-382f35cd81b4 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "GET /v2.0/networks?id=0e269bc8-cb29-4047-af09-1400c3583bf0 HTTP/1.1" status: 200 len: 808 time: 0.1219528 Mar 21 17:32:21.350525 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Request body: {'port': {'device_id': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0', 'admin_state_up': True, 'tenant_id': '4de2a87b9c7148d392e6f5b0ce087028'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:21.461747 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8591c36f-05fc-4681-b03b-27d840a59cd0 req-28df6dac-ca35-4110-8943-ffd970226850 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 210 time: 0.0408347 Mar 21 17:32:21.483620 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Made reservation on behalf of 4de2a87b9c7148d392e6f5b0ce087028 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:32:21.486999 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:21.605802 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Allocated IP 172.20.0.6 (0e269bc8-cb29-4047-af09-1400c3583bf0/85e4c4d6-628c-4e3a-80ec-8fa1df9ff755/900f3136-7316-44ca-b6f9-acff7cae2007) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:32:21.748279 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks [] for port (900f3136-7316-44ca-b6f9-acff7cae2007), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:21.780428 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:21.819749 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Network 0e269bc8-cb29-4047-af09-1400c3583bf0 is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:32:21.822900 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:32:21.829344 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:32:21.836192 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Pushing event updated for resources: {'Port': ['ID=900f3136-7316-44ca-b6f9-acff7cae2007,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:21.869855 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.870196 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.870532 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.870864 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.871193 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.871632 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.871845 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.872195 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.872514 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.872832 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.873142 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.873460 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.873773 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.874082 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.874392 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:21.896811 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:21.897424 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:21.913605 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-0df1dd9b-f5b3-4911-8595-79267171014c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677531 Mar 21 17:32:21.925295 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Request body: {'port': {'device_id': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:21.986149 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:22.268970 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900f3136-7316-44ca-b6f9-acff7cae2007 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:32:22.277114 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Publish callbacks [] for port (900f3136-7316-44ca-b6f9-acff7cae2007), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:22.288751 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Transition to ACTIVE for port object 900f3136-7316-44ca-b6f9-acff7cae2007 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:32:22.292866 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:22.341887 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=900f3136-7316-44ca-b6f9-acff7cae2007,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:22.407327 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Attempting to bind port 900f3136-7316-44ca-b6f9-acff7cae2007 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:32:22.407935 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Attempting to bind port 900f3136-7316-44ca-b6f9-acff7cae2007 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:32:22.408098 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Attempting to bind port 900f3136-7316-44ca-b6f9-acff7cae2007 on network 0e269bc8-cb29-4047-af09-1400c3583bf0 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:32:22.412280 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Port 900f3136-7316-44ca-b6f9-acff7cae2007 on network 0e269bc8-cb29-4047-af09-1400c3583bf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:32:22.412606 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Attempting to bind port 900f3136-7316-44ca-b6f9-acff7cae2007 on network 0e269bc8-cb29-4047-af09-1400c3583bf0 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:32:22.417505 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:32:22.417844 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Checking segment: {'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:32:22.418223 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Bound using segment: {'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:32:22.418794 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Bound port: 900f3136-7316-44ca-b6f9-acff7cae2007, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1060ee6-a9f0-4774-90b2-423baad8f621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:32:22.419151 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:22.486133 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] For port 900f3136-7316-44ca-b6f9-acff7cae2007, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:32:22.490483 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] For port 900f3136-7316-44ca-b6f9-acff7cae2007, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=900f3136-7316-44ca-b6f9-acff7cae2007,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:32:22.497790 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:22.533953 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:22.534564 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:22.535914 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] 10.222.0.23 "PUT /v2.0/ports/900f3136-7316-44ca-b6f9-acff7cae2007 HTTP/1.1" status: 200 len: 1093 time: 0.6146677 Mar 21 17:32:22.538089 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'tag': '900f3136-7316-44ca-b6f9-acff7cae2007'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:22.542512 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "19b8500c-60d5-4f48-9952-f5b74982cd9b", "tag": "900f3136-7316-44ca-b6f9-acff7cae2007"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:22.590325 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d287db51-7301-4d45-803e-f95f098fc8c0 x-openstack-request-id: req-d287db51-7301-4d45-803e-f95f098fc8c0 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:22.590625 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b8500c-60d5-4f48-9952-f5b74982cd9b", "tag": "900f3136-7316-44ca-b6f9-acff7cae2007", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:22.591013 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d287db51-7301-4d45-803e-f95f098fc8c0 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:22.592014 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'tag': '900f3136-7316-44ca-b6f9-acff7cae2007', 'status': 'completed', 'code': 200} Mar 21 17:32:22.627550 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9d040-3f41-48cb-9fc6-298908e21ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=900f3136-7316-44ca-b6f9-acff7cae2007,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:22.650779 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6737af-8617-4c69-8916-c41b8c1abd6e req-dad1a32d-e521-4c7d-9347-4b37207d1b4a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:22.652335 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4a6737af-8617-4c69-8916-c41b8c1abd6e req-dad1a32d-e521-4c7d-9347-4b37207d1b4a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 943 time: 0.1206143 Mar 21 17:32:22.664277 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-a4b623a5-997b-4118-9710-60207602b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:22.665897 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-a4b623a5-997b-4118-9710-60207602b829 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4de2a87b9c7148d392e6f5b0ce087028&device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 1127 time: 0.0827334 Mar 21 17:32:22.721182 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-7ece7f62-4908-48ca-a54c-db7169148379 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900f3136-7316-44ca-b6f9-acff7cae2007 HTTP/1.1" status: 200 len: 217 time: 0.0386086 Mar 21 17:32:22.769349 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4a6737af-8617-4c69-8916-c41b8c1abd6e req-17557277-675c-47b6-98f8-f2a291e2ccc1 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076212 Mar 21 17:32:22.781872 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-341ea08f-3aae-47fd-9b1a-016601d4cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:22.783326 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-341ea08f-3aae-47fd-9b1a-016601d4cc84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85e4c4d6-628c-4e3a-80ec-8fa1df9ff755 HTTP/1.1" status: 200 len: 848 time: 0.0547986 Mar 21 17:32:22.815092 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-61d35694-68a7-40bc-9c5c-ad073e9e7de6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e269bc8-cb29-4047-af09-1400c3583bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255561 Mar 21 17:32:22.908907 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-b4bf2d0b-35fa-4cdd-a8a3-deeff655cee7 service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863771 Mar 21 17:32:22.997166 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79458f05-50db-45fd-907b-bd0e7c26eabe req-6380ea97-e4ee-4de1-83fb-f4fad7b05565 service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818648 Mar 21 17:32:23.089925 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-34ecb849-0e47-4e70-bbf9-52447a58f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:23.091559 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-34ecb849-0e47-4e70-bbf9-52447a58f1df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4de2a87b9c7148d392e6f5b0ce087028&device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 1127 time: 0.0489748 Mar 21 17:32:23.182755 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-be5962ba-4f6e-41b4-b985-d83cecec432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:23.184243 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-be5962ba-4f6e-41b4-b985-d83cecec432b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e269bc8-cb29-4047-af09-1400c3583bf0 HTTP/1.1" status: 200 len: 909 time: 0.0851586 Mar 21 17:32:23.230581 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-44fd6ee3-df33-4468-a119-791695a9670d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=900f3136-7316-44ca-b6f9-acff7cae2007 HTTP/1.1" status: 200 len: 217 time: 0.0380495 Mar 21 17:32:23.279012 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-055c80a6-f9bb-4c34-b08b-bd9a0ac320f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:23.280535 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-055c80a6-f9bb-4c34-b08b-bd9a0ac320f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=85e4c4d6-628c-4e3a-80ec-8fa1df9ff755 HTTP/1.1" status: 200 len: 848 time: 0.0440128 Mar 21 17:32:23.313912 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-f6063086-2b1d-4dd3-a890-8fc007b6e39b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e269bc8-cb29-4047-af09-1400c3583bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258536 Mar 21 17:32:23.401699 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-11d46740-4602-43dc-89ec-d3fd14fb9bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810983 Mar 21 17:32:23.497161 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8cdc2f22-e880-4e41-a2b7-4b6da664f6ea req-094e7119-c58f-49e6-bda7-a32f766b3bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893152 Mar 21 17:32:23.888959 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69848fee-4c32-4ca6-b9bc-78451593a8dd req-abce8ff1-9c6d-4217-a0b3-0c16672eb381 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:23.890411 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-69848fee-4c32-4ca6-b9bc-78451593a8dd req-abce8ff1-9c6d-4217-a0b3-0c16672eb381 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 943 time: 0.0521119 Mar 21 17:32:23.937127 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-69848fee-4c32-4ca6-b9bc-78451593a8dd req-b9070d5e-17c8-4d80-9b0a-26b8fdfac95a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Mar 21 17:32:24.778120 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 54558) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:24.878563 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-386747fc-1157-46b5-8697-cc05681ef87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:24.952027 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-386747fc-1157-46b5-8697-cc05681ef87e admin admin] Publish callbacks [] for security_group (f6cfb60f-0e4f-4a68-8574-b318097d0cc9), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:24.955724 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-386747fc-1157-46b5-8697-cc05681ef87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f6cfb60f-0e4f-4a68-8574-b318097d0cc9), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:24.998879 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-386747fc-1157-46b5-8697-cc05681ef87e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f17779fff1674c4cab779cd4f1bb5c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194917 Mar 21 17:32:24.999928 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386747fc-1157-46b5-8697-cc05681ef87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cfb60f-0e4f-4a68-8574-b318097d0cc9,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:25.001662 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54564) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:25.052301 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc10c7bc-ac05-4aba-a8e3-480ba4027e20 admin admin] Publish callbacks [] for security_group (f6cfb60f-0e4f-4a68-8574-b318097d0cc9), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.055476 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3b0cf-38de-438e-93e1-5fd312409bac req-f0211945-12db-4efa-91ef-e364182af57e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:25.057019 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d7a3b0cf-38de-438e-93e1-5fd312409bac req-f0211945-12db-4efa-91ef-e364182af57e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 943 time: 0.0530655 Mar 21 17:32:25.073933 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc10c7bc-ac05-4aba-a8e3-480ba4027e20 admin admin] Publish callbacks [] for security_group (f6cfb60f-0e4f-4a68-8574-b318097d0cc9), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.103956 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d7a3b0cf-38de-438e-93e1-5fd312409bac req-b12e2a9f-acea-4864-a4c1-eb3cd92d2ddd tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Mar 21 17:32:25.126523 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc10c7bc-ac05-4aba-a8e3-480ba4027e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f6cfb60f-0e4f-4a68-8574-b318097d0cc9), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.129119 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-dc10c7bc-ac05-4aba-a8e3-480ba4027e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.130782 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-dc10c7bc-ac05-4aba-a8e3-480ba4027e20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6cfb60f-0e4f-4a68-8574-b318097d0cc9 HTTP/1.1" status: 204 len: 168 time: 0.1270542 Mar 21 17:32:25.138524 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10c7bc-ac05-4aba-a8e3-480ba4027e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cfb60f-0e4f-4a68-8574-b318097d0cc9,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:25.391068 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54578) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:25.404575 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8267a335-0fd3-45f0-9d43-1ccedab398dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.476578 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8267a335-0fd3-45f0-9d43-1ccedab398dc admin admin] Publish callbacks [] for security_group (810f6cc9-29dc-499c-a501-53092c280b7c), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.480042 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8267a335-0fd3-45f0-9d43-1ccedab398dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (810f6cc9-29dc-499c-a501-53092c280b7c), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.516102 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267a335-0fd3-45f0-9d43-1ccedab398dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810f6cc9-29dc-499c-a501-53092c280b7c,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:25.520551 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8267a335-0fd3-45f0-9d43-1ccedab398dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46835bbd86da49a59e059661ab675d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281698 Mar 21 17:32:25.523254 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54580) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:25.569315 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cce4065d-da9a-47af-b960-5bde179110ab admin admin] Publish callbacks [] for security_group (810f6cc9-29dc-499c-a501-53092c280b7c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.589535 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cce4065d-da9a-47af-b960-5bde179110ab admin admin] Publish callbacks [] for security_group (810f6cc9-29dc-499c-a501-53092c280b7c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.634963 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cce4065d-da9a-47af-b960-5bde179110ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (810f6cc9-29dc-499c-a501-53092c280b7c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.637536 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-cce4065d-da9a-47af-b960-5bde179110ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:25.638662 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-cce4065d-da9a-47af-b960-5bde179110ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/810f6cc9-29dc-499c-a501-53092c280b7c HTTP/1.1" status: 204 len: 168 time: 0.1146755 Mar 21 17:32:25.646512 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4065d-da9a-47af-b960-5bde179110ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810f6cc9-29dc-499c-a501-53092c280b7c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:25.940547 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 54586) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:25.953148 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c6f1b80-9caa-41be-989f-89c67da206ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.030577 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c6f1b80-9caa-41be-989f-89c67da206ea admin admin] Publish callbacks [] for security_group (560d6523-69b5-43e7-8e65-c13291d3d8a5), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.034308 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2c6f1b80-9caa-41be-989f-89c67da206ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (560d6523-69b5-43e7-8e65-c13291d3d8a5), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.072375 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2c6f1b80-9caa-41be-989f-89c67da206ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fb2475f54684254b98ced4dfeb0d275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307364 Mar 21 17:32:26.073467 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f1b80-9caa-41be-989f-89c67da206ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560d6523-69b5-43e7-8e65-c13291d3d8a5,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:26.075076 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 54588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:26.122318 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82d986b8-e9a7-404f-9af1-d350704e954c admin admin] Publish callbacks [] for security_group (560d6523-69b5-43e7-8e65-c13291d3d8a5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.142549 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82d986b8-e9a7-404f-9af1-d350704e954c admin admin] Publish callbacks [] for security_group (560d6523-69b5-43e7-8e65-c13291d3d8a5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.226482 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0608a-9a15-4675-b6ba-fe17ceb18219 req-d839ac14-a7bf-4f1b-9eff-aa271d4b8d58 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:26.227929 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3db0608a-9a15-4675-b6ba-fe17ceb18219 req-d839ac14-a7bf-4f1b-9eff-aa271d4b8d58 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 943 time: 0.0566454 Mar 21 17:32:26.228931 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82d986b8-e9a7-404f-9af1-d350704e954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (560d6523-69b5-43e7-8e65-c13291d3d8a5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.231415 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-82d986b8-e9a7-404f-9af1-d350704e954c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.234962 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-82d986b8-e9a7-404f-9af1-d350704e954c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/560d6523-69b5-43e7-8e65-c13291d3d8a5 HTTP/1.1" status: 204 len: 168 time: 0.1587777 Mar 21 17:32:26.257742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d986b8-e9a7-404f-9af1-d350704e954c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560d6523-69b5-43e7-8e65-c13291d3d8a5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:26.291473 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3db0608a-9a15-4675-b6ba-fe17ceb18219 req-36b4fee4-ca0c-4afc-a200-86ed3504c53e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Mar 21 17:32:26.735742 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 900f3136-7316-44ca-b6f9-acff7cae2007 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:32:26.836685 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 900f3136-7316-44ca-b6f9-acff7cae2007, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=900f3136-7316-44ca-b6f9-acff7cae2007,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:26.848196 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '900f3136-7316-44ca-b6f9-acff7cae2007', 'network_id': '0e269bc8-cb29-4047-af09-1400c3583bf0', 'port_id': '900f3136-7316-44ca-b6f9-acff7cae2007', 'mac_address': 'fa:16:3e:75:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e4c4d6-628c-4e3a-80ec-8fa1df9ff755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:32:26.884677 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 900f3136-7316-44ca-b6f9-acff7cae2007 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:32:26.885072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.898505 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900f3136-7316-44ca-b6f9-acff7cae2007 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:32:26.918568 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 900f3136-7316-44ca-b6f9-acff7cae2007, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=900f3136-7316-44ca-b6f9-acff7cae2007,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:26.922413 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:26.974051 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=900f3136-7316-44ca-b6f9-acff7cae2007,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:26.980844 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.981188 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.981523 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.981858 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.982184 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.982506 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.982826 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.983175 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.983461 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.983776 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.984114 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.984436 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.984750 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.985062 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:26.985372 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:27.268805 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['900f3136-7316-44ca-b6f9-acff7cae2007'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:32:27.414008 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba464-3f6e-43d8-8ee4-8ff0413b2e19 req-1cede213-a08b-4eca-8186-85f4c9317c07 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:27.415518 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-228ba464-3f6e-43d8-8ee4-8ff0413b2e19 req-1cede213-a08b-4eca-8186-85f4c9317c07 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 944 time: 0.0537705 Mar 21 17:32:27.461441 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-228ba464-3f6e-43d8-8ee4-8ff0413b2e19 req-51a88508-8859-4cc3-b195-87378275cfab tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Mar 21 17:32:28.587919 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4bf46-6819-46b9-a80d-27da5cad8191 req-60e39022-6b87-4693-9df4-dbd7b7bd819a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:28.594838 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79b4bf46-6819-46b9-a80d-27da5cad8191 req-60e39022-6b87-4693-9df4-dbd7b7bd819a tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 944 time: 0.0640955 Mar 21 17:32:28.653879 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-79b4bf46-6819-46b9-a80d-27da5cad8191 req-708caf31-089e-4596-932f-d93a528b2952 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525806 Mar 21 17:32:28.754567 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 900f3136-7316-44ca-b6f9-acff7cae2007 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:32:28.829460 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 900f3136-7316-44ca-b6f9-acff7cae2007 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:32:28.835468 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 900f3136-7316-44ca-b6f9-acff7cae2007 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:32:28.836070 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:28.913618 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 900f3136-7316-44ca-b6f9-acff7cae2007 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:32:28.913997 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:28.935832 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900f3136-7316-44ca-b6f9-acff7cae2007'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:28.938053 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc96927-6846-4584-adec-fab27abb0a7d" -d '{"events": [{"server_uuid": "19b8500c-60d5-4f48-9952-f5b74982cd9b", "name": "network-vif-plugged", "status": "completed", "tag": "900f3136-7316-44ca-b6f9-acff7cae2007"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:28.949759 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 900f3136-7316-44ca-b6f9-acff7cae2007, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=900f3136-7316-44ca-b6f9-acff7cae2007,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:28.953599 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:28.980358 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f61955-2523-4532-bf26-2253f97d191f x-openstack-request-id: req-19f61955-2523-4532-bf26-2253f97d191f {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:28.980653 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b8500c-60d5-4f48-9952-f5b74982cd9b", "name": "network-vif-plugged", "status": "completed", "tag": "900f3136-7316-44ca-b6f9-acff7cae2007", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:28.980907 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19f61955-2523-4532-bf26-2253f97d191f {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:28.981289 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900f3136-7316-44ca-b6f9-acff7cae2007', 'code': 200} Mar 21 17:32:29.008923 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=900f3136-7316-44ca-b6f9-acff7cae2007,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:29.151955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04384e-b563-4c9e-88e3-88e5ca21c63d req-00e35e63-535b-4c58-8518-b1a54205749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:29.153430 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8b04384e-b563-4c9e-88e3-88e5ca21c63d req-00e35e63-535b-4c58-8518-b1a54205749e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 1129 time: 0.0428748 Mar 21 17:32:29.195522 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-8b04384e-b563-4c9e-88e3-88e5ca21c63d req-c9f165f4-46a5-4041-a56a-616c8ce118c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Mar 21 17:32:29.762497 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf8f21-c1b2-4896-92b3-5660f4c301a7 req-3216176e-415b-4cbd-8eb0-57dc13ae09fb tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:29.763955 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bacf8f21-c1b2-4896-92b3-5660f4c301a7 req-3216176e-415b-4cbd-8eb0-57dc13ae09fb tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 945 time: 0.0557263 Mar 21 17:32:29.811457 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-bacf8f21-c1b2-4896-92b3-5660f4c301a7 req-70fb8270-6628-42d5-b4e9-16a813506f70 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Mar 21 17:32:30.927269 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392e047-d733-4146-93c2-819682b0e29e req-ca887535-7bed-4882-9e8c-e1187ada959f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:30.928757 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2392e047-d733-4146-93c2-819682b0e29e req-ca887535-7bed-4882-9e8c-e1187ada959f tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 945 time: 0.0513725 Mar 21 17:32:30.973133 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-2392e047-d733-4146-93c2-819682b0e29e req-e29cc924-f2dd-4a2d-bcd2-dc65650bab69 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Mar 21 17:32:31.690443 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e96a35-bfd6-4723-b2b2-04798e5abe52 req-c5bf7019-f343-4099-807a-9eb82d534d0c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:31.691905 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-60e96a35-bfd6-4723-b2b2-04798e5abe52 req-c5bf7019-f343-4099-807a-9eb82d534d0c tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 945 time: 0.0522518 Mar 21 17:32:31.741105 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-60e96a35-bfd6-4723-b2b2-04798e5abe52 req-780e2fe8-a353-4635-a4bd-4f2e538f0d4d tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Mar 21 17:32:32.530743 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:32.859201 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a189-e93c-4a2f-8bca-21a4d258ea19 req-f8ee9f84-108e-4b03-bbc8-41a39cf683a4 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:32.860748 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94e0a189-e93c-4a2f-8bca-21a4d258ea19 req-f8ee9f84-108e-4b03-bbc8-41a39cf683a4 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 945 time: 0.0512514 Mar 21 17:32:32.909169 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-94e0a189-e93c-4a2f-8bca-21a4d258ea19 req-b38e807d-6734-42e9-aeb1-8bbcadf2ef3d tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/security-groups?id=6827bb1d-8425-4312-b8c3-38b49c3960ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Mar 21 17:32:33.142953 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-3f148aed-dd4d-48ab-ae29-081020447cf1 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:33.144383 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-3f148aed-dd4d-48ab-ae29-081020447cf1 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 945 time: 0.0497751 Mar 21 17:32:33.238779 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Deleting port 900f3136-7316-44ca-b6f9-acff7cae2007 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:33.239113 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:33.322712 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] For port 900f3136-7316-44ca-b6f9-acff7cae2007, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=900f3136-7316-44ca-b6f9-acff7cae2007,segment=NetworkSegment(c1060ee6-a9f0-4774-90b2-423baad8f621),segment_id=c1060ee6-a9f0-4774-90b2-423baad8f621)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:33.323067 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:33.335675 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Calling delete_port for 900f3136-7316-44ca-b6f9-acff7cae2007 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:33.459031 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (900f3136-7316-44ca-b6f9-acff7cae2007), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:33.475460 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['900f3136-7316-44ca-b6f9-acff7cae2007'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:32:33.488276 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Pushing event deleted for resources: {'Port': ['ID=900f3136-7316-44ca-b6f9-acff7cae2007,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:33.534883 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] No DVR routers for this DVR port 900f3136-7316-44ca-b6f9-acff7cae2007 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:32:33.537428 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:33.540667 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e775f947-2f83-4520-bdaf-d88c671e2cfa req-9f8e0c8c-125e-4e7f-8fb7-e10d2847c94e tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.23 "DELETE /v2.0/ports/900f3136-7316-44ca-b6f9-acff7cae2007 HTTP/1.1" status: 204 len: 173 time: 0.3894296 Mar 21 17:32:33.541102 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'name': 'network-vif-deleted', 'tag': '900f3136-7316-44ca-b6f9-acff7cae2007'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:33.543305 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c0bd1d-05ff-46ac-b7a7-5859c2fe3bd8" -d '{"events": [{"server_uuid": "19b8500c-60d5-4f48-9952-f5b74982cd9b", "name": "network-vif-deleted", "tag": "900f3136-7316-44ca-b6f9-acff7cae2007"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:33.582346 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c13b34-6d3c-4dac-a1d2-9e79e6d69aeb x-openstack-request-id: req-26c13b34-6d3c-4dac-a1d2-9e79e6d69aeb {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:33.582637 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b8500c-60d5-4f48-9952-f5b74982cd9b", "name": "network-vif-deleted", "tag": "900f3136-7316-44ca-b6f9-acff7cae2007", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:33.582885 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26c13b34-6d3c-4dac-a1d2-9e79e6d69aeb {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:33.583822 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b8500c-60d5-4f48-9952-f5b74982cd9b', 'name': 'network-vif-deleted', 'tag': '900f3136-7316-44ca-b6f9-acff7cae2007', 'status': 'completed', 'code': 200} Mar 21 17:32:34.034507 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cdb2542d-5ad9-4c58-b524-1bd446a430fa req-9e8bcde6-9c6c-4f78-8766-35ec5a461148 tempest-VolumesActionsTest-1214635594 tempest-VolumesActionsTest-1214635594-project] 10.222.0.20 "GET /v2.0/ports?device_id=19b8500c-60d5-4f48-9952-f5b74982cd9b HTTP/1.1" status: 200 len: 210 time: 0.0311718 Mar 21 17:32:36.115802 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983c90-507b-486f-bce7-5b4251cbe0fe req-b6933705-1a17-4310-85fa-b27aa8e3af21 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:36.117303 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-54983c90-507b-486f-bce7-5b4251cbe0fe req-b6933705-1a17-4310-85fa-b27aa8e3af21 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 947 time: 0.0523000 Mar 21 17:32:36.137403 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:32:36.163289 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-54983c90-507b-486f-bce7-5b4251cbe0fe req-7bc718db-bceb-4bf7-9064-8c13a29f22bd tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 Mar 21 17:32:37.298307 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bb104-6a49-47ef-b848-5fdf89b9e8d9 req-37265507-7592-4517-aa35-d2c702a221e0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:37.299895 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ce5bb104-6a49-47ef-b848-5fdf89b9e8d9 req-37265507-7592-4517-aa35-d2c702a221e0 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 947 time: 0.0613546 Mar 21 17:32:37.354301 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ce5bb104-6a49-47ef-b848-5fdf89b9e8d9 req-2960dad9-5bbe-40be-a667-1525c58bbc93 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488675 Mar 21 17:32:37.612291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-a17b569d-810d-48e7-ad16-fe94aed58cd3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:37.613768 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-a17b569d-810d-48e7-ad16-fe94aed58cd3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 947 time: 0.0575647 Mar 21 17:32:37.718305 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Deleting port 1c5ea659-e457-4142-9736-e6df169c701e {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:37.718934 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (1c5ea659-e457-4142-9736-e6df169c701e), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:37.827516 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] For port 1c5ea659-e457-4142-9736-e6df169c701e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c5ea659-e457-4142-9736-e6df169c701e,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:37.828198 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (1c5ea659-e457-4142-9736-e6df169c701e), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:38.071660 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:38.072394 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639306'] for floatingip (4c02dc1a-8bac-4ae3-8772-e1c477cad055), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:38.073118 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.l3_db [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Floating IP 4c02dc1a-8bac-4ae3-8772-e1c477cad055 disassociated. External IP: 172.28.2.114, port: 1c5ea659-e457-4142-9736-e6df169c701e. Mar 21 17:32:38.073603 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Calling delete_port for 1c5ea659-e457-4142-9736-e6df169c701e owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:38.509221 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (1c5ea659-e457-4142-9736-e6df169c701e), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:38.550705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67cbd4-a574-4c55-994d-a12d231ccf30 req-fecfecfa-bda7-498e-a22e-ebd26a9b3cd3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:38.552303 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1c67cbd4-a574-4c55-994d-a12d231ccf30 req-fecfecfa-bda7-498e-a22e-ebd26a9b3cd3 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbf32384-4363-4bb7-a415-c5702560029e HTTP/1.1" status: 200 len: 868 time: 0.1019733 Mar 21 17:32:38.554642 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event deleted for resources: {'Port': ['ID=1c5ea659-e457-4142-9736-e6df169c701e,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:38.744948 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1c67cbd4-a574-4c55-994d-a12d231ccf30 req-aa8f5d8d-00a0-4abe-b6ab-a6743811c7d9 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups?id=48f28452-b7d0-4a86-873f-a8a78bffc92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343496 Mar 21 17:32:38.767831 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 900f3136-7316-44ca-b6f9-acff7cae2007 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:38.793729 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:32:38.797575 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 900f3136-7316-44ca-b6f9-acff7cae2007 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:38.820791 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 900f3136-7316-44ca-b6f9-acff7cae2007 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:39.037987 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:32:39.050326 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] Sync routers for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:32:39.067678 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:39.068380 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:32:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:39.088386 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] No DVR routers for this DVR port 1c5ea659-e457-4142-9736-e6df169c701e on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:32:39.091375 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:39.095982 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-0be43919-2d21-4d49-a432-d8f0579b53c4 req-852134f6-984b-40fd-a1e4-86c4f3b6b2cc tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.23 "DELETE /v2.0/ports/1c5ea659-e457-4142-9736-e6df169c701e HTTP/1.1" status: 204 len: 173 time: 1.4764621 Mar 21 17:32:39.096680 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-deleted', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:32:39.100083 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125a10e-2468-41d9-8610-550ba8b724fa" -d '{"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-deleted", "tag": "1c5ea659-e457-4142-9736-e6df169c701e"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:32:39.179718 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c9f81a-ebac-4e38-ab63-5af80934c885 x-openstack-request-id: req-58c9f81a-ebac-4e38-ab63-5af80934c885 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:32:39.180244 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf32384-4363-4bb7-a415-c5702560029e", "name": "network-vif-deleted", "tag": "1c5ea659-e457-4142-9736-e6df169c701e", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:32:39.180478 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58c9f81a-ebac-4e38-ab63-5af80934c885 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:32:39.180909 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf32384-4363-4bb7-a415-c5702560029e', 'name': 'network-vif-deleted', 'tag': '1c5ea659-e457-4142-9736-e6df169c701e', 'status': 'completed', 'code': 200} Mar 21 17:32:39.275264 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:39.608751 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:39.641802 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] Checking router: 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:32:39.651897 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:39.652798 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:32:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:39.794888 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:39.850433 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55026) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:39.947471 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e4228ad-e7c0-4944-b619-67093cae76bf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (48f28452-b7d0-4a86-873f-a8a78bffc92d), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:39.979356 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e4228ad-e7c0-4944-b619-67093cae76bf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (48f28452-b7d0-4a86-873f-a8a78bffc92d), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.053724 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e4228ad-e7c0-4944-b619-67093cae76bf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (48f28452-b7d0-4a86-873f-a8a78bffc92d), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.056650 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7e4228ad-e7c0-4944-b619-67093cae76bf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.058745 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7e4228ad-e7c0-4944-b619-67093cae76bf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "DELETE /v2.0/security-groups/48f28452-b7d0-4a86-873f-a8a78bffc92d HTTP/1.1" status: 204 len: 168 time: 0.2067130 Mar 21 17:32:40.060905 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55032) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:40.082015 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.api.v2.resource [None req-db04d957-0104-48ec-9d78-d94a50d905f4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] show failed (client error): The resource could not be found. Mar 21 17:32:40.085581 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4228ad-e7c0-4944-b619-67093cae76bf tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f28452-b7d0-4a86-873f-a8a78bffc92d,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:40.091322 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-db04d957-0104-48ec-9d78-d94a50d905f4 tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "GET /v2.0/security-groups/48f28452-b7d0-4a86-873f-a8a78bffc92d HTTP/1.1" status: 404 len: 347 time: 0.0287712 Mar 21 17:32:40.091917 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55034) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:40.150558 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:40.185355 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c206a-e97a-4a6f-895b-9c052a73d1fc None None] The sync data for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb is: [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:26:23Z', 'revision_number': 4, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '39f76705-1259-4ed2-b744-d5e3f8470849', 'name': '', 'network_id': 'b372e4aa-0ada-496c-afe5-e28b0fc1caf4', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'mac_address': 'fa:16:3e:1f:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:18Z', 'updated_at': '2022-03-21T17:26:32Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'subnets': [{'id': '4dc9c8a9-8483-420b-99f0-0fca0d3feb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:32:40.283522 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Deleting port 204f9f99-1e2e-4c53-be01-88b5bd20b8e0 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:40.283964 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.381831 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.382515 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.401280 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Calling delete_port for 204f9f99-1e2e-4c53-be01-88b5bd20b8e0 owned by network:floatingip {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:40.556171 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67876c1-ee6a-4c0c-b92d-4bbbc26b765b None None] New status for floating IP 4c02dc1a-8bac-4ae3-8772-e1c477cad055: DOWN {{(pid=103307) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:32:40.557553 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (204f9f99-1e2e-4c53-be01-88b5bd20b8e0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.593888 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Pushing event deleted for resources: {'Port': ['ID=204f9f99-1e2e-4c53-be01-88b5bd20b8e0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:40.675421 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks [] for floatingip (4c02dc1a-8bac-4ae3-8772-e1c477cad055), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.679269 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:40.690032 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3442b16f-9474-4f9d-9d89-8a42cd9d346c tempest-AttachVolumeShelveTestJSON-1246268155 tempest-AttachVolumeShelveTestJSON-1246268155-project] 10.222.0.20 "DELETE /v2.0/floatingips/4c02dc1a-8bac-4ae3-8772-e1c477cad055 HTTP/1.1" status: 204 len: 168 time: 0.5935862 Mar 21 17:32:40.766891 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-19ae4923-0013-4fc9-ab32-f17aa37ba36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.491947 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55076) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:41.619600 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe7dc49-b4ef-428b-a5ab-352c20bb8902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.718303 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe7dc49-b4ef-428b-a5ab-352c20bb8902 admin admin] Publish callbacks [] for security_group (fd7b0e2d-2927-4a0a-bbe0-a939d3739971), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.722112 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4fe7dc49-b4ef-428b-a5ab-352c20bb8902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (fd7b0e2d-2927-4a0a-bbe0-a939d3739971), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.764963 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4fe7dc49-b4ef-428b-a5ab-352c20bb8902 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f5c7014ecae404a94c7b1373e6d80a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712154 Mar 21 17:32:41.767697 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55082) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:41.769068 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7dc49-b4ef-428b-a5ab-352c20bb8902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b0e2d-2927-4a0a-bbe0-a939d3739971,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:41.838518 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f265de6-7bd0-4f5c-9468-915e5dfe654a admin admin] Publish callbacks [] for security_group (fd7b0e2d-2927-4a0a-bbe0-a939d3739971), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.862037 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f265de6-7bd0-4f5c-9468-915e5dfe654a admin admin] Publish callbacks [] for security_group (fd7b0e2d-2927-4a0a-bbe0-a939d3739971), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.931887 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f265de6-7bd0-4f5c-9468-915e5dfe654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (fd7b0e2d-2927-4a0a-bbe0-a939d3739971), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.935299 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1f265de6-7bd0-4f5c-9468-915e5dfe654a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:41.939643 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-1f265de6-7bd0-4f5c-9468-915e5dfe654a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd7b0e2d-2927-4a0a-bbe0-a939d3739971 HTTP/1.1" status: 204 len: 168 time: 0.1705298 Mar 21 17:32:41.951975 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f265de6-7bd0-4f5c-9468-915e5dfe654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b0e2d-2927-4a0a-bbe0-a939d3739971,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:42.272831 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55100) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:42.291008 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-127aab1e-529c-413a-83b3-497f36b36b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:42.377929 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-127aab1e-529c-413a-83b3-497f36b36b8e admin admin] Publish callbacks [] for security_group (b44580e0-ab65-42ae-a862-3ba03b12b59f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:42.384082 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-127aab1e-529c-413a-83b3-497f36b36b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (b44580e0-ab65-42ae-a862-3ba03b12b59f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:42.426464 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127aab1e-529c-413a-83b3-497f36b36b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44580e0-ab65-42ae-a862-3ba03b12b59f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:42.435707 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-127aab1e-529c-413a-83b3-497f36b36b8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=539c206df50e4984b95645cafddb9fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617160 Mar 21 17:32:42.436045 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55102) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:42.490985 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-290df432-1c13-4446-b867-e7b03dc9ca09 admin admin] Publish callbacks [] for security_group (b44580e0-ab65-42ae-a862-3ba03b12b59f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:42.514121 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-290df432-1c13-4446-b867-e7b03dc9ca09 admin admin] Publish callbacks [] for security_group (b44580e0-ab65-42ae-a862-3ba03b12b59f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:42.570930 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-290df432-1c13-4446-b867-e7b03dc9ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (b44580e0-ab65-42ae-a862-3ba03b12b59f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:42.574613 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-290df432-1c13-4446-b867-e7b03dc9ca09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:42.579681 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-290df432-1c13-4446-b867-e7b03dc9ca09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b44580e0-ab65-42ae-a862-3ba03b12b59f HTTP/1.1" status: 204 len: 168 time: 0.1419394 Mar 21 17:32:42.591610 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290df432-1c13-4446-b867-e7b03dc9ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44580e0-ab65-42ae-a862-3ba03b12b59f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:42.768167 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:42.795520 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 1c5ea659-e457-4142-9736-e6df169c701e {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:42.796107 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 1c5ea659-e457-4142-9736-e6df169c701e not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:42.952319 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-126e1752-14bd-4d84-b977-019ebbee3204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:43.217925 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55128) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:43.769284 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:44.042540 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:44.132528 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Deleting port 39f76705-1259-4ed2-b744-d5e3f8470849 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:44.133134 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:44.563259 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] For port 39f76705-1259-4ed2-b744-d5e3f8470849, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=39f76705-1259-4ed2-b744-d5e3f8470849,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:44.563950 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:44.584998 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Calling delete_port for 39f76705-1259-4ed2-b744-d5e3f8470849 owned by network:router_interface {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:44.881300 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (39f76705-1259-4ed2-b744-d5e3f8470849), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:44.909093 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f76705-1259-4ed2-b744-d5e3f8470849,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:45.164914 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:45.413884 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:32:45.533011 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:32:45.538838 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e84284fe-013e-417a-b834-6b34d80dc560 admin admin] 10.222.0.20 "PUT /v2.0/routers/496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3179562 Mar 21 17:32:45.541458 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55172) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:45.547350 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] Sync routers for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:32:45.571596 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:45.575034 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:32:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:45.581706 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:45.664009 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks [] for router (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:45.792300 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks [] for router_gateway (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:45.874795 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Deleting port 59dd6095-87f8-41a6-8f7b-3a49c951ce31 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:45.874795 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:45.893157 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:46.027694 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] For port 59dd6095-87f8-41a6-8f7b-3a49c951ce31, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=59dd6095-87f8-41a6-8f7b-3a49c951ce31,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:46.028409 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.045554 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Calling delete_port for 59dd6095-87f8-41a6-8f7b-3a49c951ce31 owned by network:router_gateway {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:46.187663 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239'}], 'enable_snat': True}, 'gw_port_id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:32:44Z', 'revision_number': 5, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port': {'id': '59dd6095-87f8-41a6-8f7b-3a49c951ce31', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:83:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:26:05Z', 'updated_at': '2022-03-21T17:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:46.228169 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] Checking router: 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:32:46.239049 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] Routers {'496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:32:46.240108 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:32:43Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:46.380100 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (59dd6095-87f8-41a6-8f7b-3a49c951ce31), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.406580 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] Set router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a gateway port host: None {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:32:46.422260 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=59dd6095-87f8-41a6-8f7b-3a49c951ce31,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:46.527575 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:32:45Z', 'revision_number': 6, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port_host': None}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:46.564285 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.575832 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd03ac18-6fa1-424c-b644-561031ede1e4 None None] The sync data for ids ['496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a'] in dv-cinder-768458-20-smb is: [{'id': '496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a', 'name': 'tempest-AttachVolumeShelveTestJSON-871982944-router', 'tenant_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:26:03Z', 'updated_at': '2022-03-21T17:32:45Z', 'revision_number': 6, 'project_id': 'e923a21fc816467e85e310e8dd9ba7d4', 'gw_port_host': None}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:32:46.702619 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.704843 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks [] for router_controller (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.749284 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.749862 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a {{(pid=103306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:32:46.756186 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.760088 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-37c06fcf-0718-430d-97d7-5b9391db93e6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/496e5f07-2dfc-4483-8ac3-c7aed5ce2d2a HTTP/1.1" status: 204 len: 168 time: 1.2146244 Mar 21 17:32:46.762820 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55200) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:46.809009 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] Deleting subnet 4dc9c8a9-8483-420b-99f0-0fca0d3feb7e {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:32:46.812558 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] Publish callbacks [] for subnet (4dc9c8a9-8483-420b-99f0-0fca0d3feb7e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.854847 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (4dc9c8a9-8483-420b-99f0-0fca0d3feb7e), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:46.950663 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (4dc9c8a9-8483-420b-99f0-0fca0d3feb7e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.053194 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (4dc9c8a9-8483-420b-99f0-0fca0d3feb7e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.064990 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.113183 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.115546 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1586d2-0ee1-4054-aead-d27080b18101 None None] Network b372e4aa-0ada-496c-afe5-e28b0fc1caf4 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:32:47.122302 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55204) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:47.133364 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4dc9c8a9-8483-420b-99f0-0fca0d3feb7e HTTP/1.1" status: 204 len: 168 time: 0.3688302 Mar 21 17:32:47.197318 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff74ffa-f843-4493-acf6-f5082645282a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc9c8a9-8483-420b-99f0-0fca0d3feb7e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:47.269010 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (b372e4aa-0ada-496c-afe5-e28b0fc1caf4), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.340932 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Deleting port 8c08c643-801c-40d9-9b0a-c8000cc09d32 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:32:47.341291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.412485 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] For port 8c08c643-801c-40d9-9b0a-c8000cc09d32, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=8c08c643-801c-40d9-9b0a-c8000cc09d32,segment=NetworkSegment(4ff29991-b8bd-4c1d-860d-e6aba155eb1a),segment_id=4ff29991-b8bd-4c1d-860d-e6aba155eb1a)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:32:47.412852 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.429515 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Calling delete_port for 8c08c643-801c-40d9-9b0a-c8000cc09d32 owned by network:dhcp {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:32:47.527148 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (8c08c643-801c-40d9-9b0a-c8000cc09d32), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.539270 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21578e23-d7b7-4165-9b06-4547ef0dc689 None None] DHCP port deletion for b372e4aa-0ada-496c-afe5-e28b0fc1caf4 request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:32:47.549918 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] No DVR routers for this DVR port 8c08c643-801c-40d9-9b0a-c8000cc09d32 on host dv-cinder-768458-20-smb {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:32:47.559811 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 39f76705-1259-4ed2-b744-d5e3f8470849 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:47.574015 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c08c643-801c-40d9-9b0a-c8000cc09d32,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:47.610574 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 39f76705-1259-4ed2-b744-d5e3f8470849 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:47.611192 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 39f76705-1259-4ed2-b744-d5e3f8470849 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:47.664253 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (b372e4aa-0ada-496c-afe5-e28b0fc1caf4), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.685371 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b372e4aa-0ada-496c-afe5-e28b0fc1caf4']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:47.703876 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff29991-b8bd-4c1d-860d-e6aba155eb1a') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:47.704202 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff29991-b8bd-4c1d-860d-e6aba155eb1a') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:32:47.718650 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18345385'] for segment (4ff29991-b8bd-4c1d-860d-e6aba155eb1a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.734677 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (4ff29991-b8bd-4c1d-860d-e6aba155eb1a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.742940 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:32:47.743561 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17448421'] for segment (4ff29991-b8bd-4c1d-860d-e6aba155eb1a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: Traceback (most recent call last): Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: timer() Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: cb(*args, **kw) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: return func(*args, **kwargs) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: self._notify() Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: self.callback(batched_events) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: event.method(event) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: return f(self, *a, **k) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: return self._get(url).json() Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: return self.request(url, 'GET', **kwargs) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:32:47.798327 dv-cinder-768458-20-smb neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:32:47.816678 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (b372e4aa-0ada-496c-afe5-e28b0fc1caf4), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.825875 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:47.833994 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b372e4aa-0ada-496c-afe5-e28b0fc1caf4 HTTP/1.1" status: 204 len: 168 time: 0.7087920 Mar 21 17:32:47.859109 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750da96-b140-42be-8277-40af34b77fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b372e4aa-0ada-496c-afe5-e28b0fc1caf4,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:48.131708 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55220) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:48.178050 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-e31aab6f-1f5d-46e7-8edf-2e937d8051f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e923a21fc816467e85e310e8dd9ba7d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445750 Mar 21 17:32:48.180546 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55224) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:48.233413 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6529fed-616e-4dd3-88fd-4b1985b70d94 admin admin] Publish callbacks [] for security_group (77618c9f-c7b9-422a-82a0-e9640e308c3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.252692 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55226) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:48.282870 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6529fed-616e-4dd3-88fd-4b1985b70d94 admin admin] Publish callbacks [] for security_group (77618c9f-c7b9-422a-82a0-e9640e308c3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.336366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6529fed-616e-4dd3-88fd-4b1985b70d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (77618c9f-c7b9-422a-82a0-e9640e308c3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.340738 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f6529fed-616e-4dd3-88fd-4b1985b70d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.342420 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f6529fed-616e-4dd3-88fd-4b1985b70d94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77618c9f-c7b9-422a-82a0-e9640e308c3a HTTP/1.1" status: 204 len: 168 time: 0.1605446 Mar 21 17:32:48.353462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6529fed-616e-4dd3-88fd-4b1985b70d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77618c9f-c7b9-422a-82a0-e9640e308c3a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:48.416839 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.531558 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Publish callbacks [] for security_group (1420bfc2-ccfc-4201-8acf-e919399d596f), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.536846 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (1420bfc2-ccfc-4201-8acf-e919399d596f), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.578422 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55234) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:48.584646 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce96a2925af04b808f630b3db194fa17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295617 Mar 21 17:32:48.605365 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1420bfc2-ccfc-4201-8acf-e919399d596f,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:48.618400 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.619042 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.619886 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.620486 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.621319 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.621818 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.622387 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.622949 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.623513 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.624077 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.624672 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.625449 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.625995 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.626536 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.627076 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283e8835-52f4-4bd9-80bc-be0c0f3e1075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:32:48.635782 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3d1abc4-3b13-4555-8f87-15bf4fc0aa8c admin admin] Publish callbacks [] for security_group (1420bfc2-ccfc-4201-8acf-e919399d596f), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.664491 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3d1abc4-3b13-4555-8f87-15bf4fc0aa8c admin admin] Publish callbacks [] for security_group (1420bfc2-ccfc-4201-8acf-e919399d596f), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.737837 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3d1abc4-3b13-4555-8f87-15bf4fc0aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (1420bfc2-ccfc-4201-8acf-e919399d596f), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.742742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a3d1abc4-3b13-4555-8f87-15bf4fc0aa8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:48.753945 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a3d1abc4-3b13-4555-8f87-15bf4fc0aa8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1420bfc2-ccfc-4201-8acf-e919399d596f HTTP/1.1" status: 204 len: 168 time: 0.1742380 Mar 21 17:32:48.776896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1abc4-3b13-4555-8f87-15bf4fc0aa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1420bfc2-ccfc-4201-8acf-e919399d596f,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:48.933468 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 59dd6095-87f8-41a6-8f7b-3a49c951ce31 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:48.956349 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 59dd6095-87f8-41a6-8f7b-3a49c951ce31 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:48.957000 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 59dd6095-87f8-41a6-8f7b-3a49c951ce31 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:48.957716 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 8c08c643-801c-40d9-9b0a-c8000cc09d32 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:32:48.978403 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 8c08c643-801c-40d9-9b0a-c8000cc09d32 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:32:48.979000 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 8c08c643-801c-40d9-9b0a-c8000cc09d32 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:32:49.155740 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55252) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:49.169864 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-354c3a47-7491-44d1-9d64-cc3a98673a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:49.299060 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-354c3a47-7491-44d1-9d64-cc3a98673a20 admin admin] Publish callbacks [] for security_group (306ea046-3ba6-4038-8896-1fa5bad3e362), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:49.304835 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-354c3a47-7491-44d1-9d64-cc3a98673a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (306ea046-3ba6-4038-8896-1fa5bad3e362), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:49.349743 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c3a47-7491-44d1-9d64-cc3a98673a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306ea046-3ba6-4038-8896-1fa5bad3e362,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:49.354421 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-354c3a47-7491-44d1-9d64-cc3a98673a20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dba8d4ff15641689305821a2511d48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982048 Mar 21 17:32:49.357205 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55258) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:49.427880 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e005f175-3194-433c-ac47-4b61769d804a admin admin] Publish callbacks [] for security_group (306ea046-3ba6-4038-8896-1fa5bad3e362), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:49.450945 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e005f175-3194-433c-ac47-4b61769d804a admin admin] Publish callbacks [] for security_group (306ea046-3ba6-4038-8896-1fa5bad3e362), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:49.517503 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e005f175-3194-433c-ac47-4b61769d804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (306ea046-3ba6-4038-8896-1fa5bad3e362), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:49.520583 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e005f175-3194-433c-ac47-4b61769d804a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:49.524217 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e005f175-3194-433c-ac47-4b61769d804a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/306ea046-3ba6-4038-8896-1fa5bad3e362 HTTP/1.1" status: 204 len: 168 time: 0.1625512 Mar 21 17:32:49.538044 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005f175-3194-433c-ac47-4b61769d804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306ea046-3ba6-4038-8896-1fa5bad3e362,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:56.820348 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55460) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:56.952184 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c7262e-b497-4fb5-b37f-651961d6373f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.071324 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c7262e-b497-4fb5-b37f-651961d6373f admin admin] Publish callbacks [] for security_group (00f09693-342a-471e-8a3d-c06d9a9a15af), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.076075 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-63c7262e-b497-4fb5-b37f-651961d6373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (00f09693-342a-471e-8a3d-c06d9a9a15af), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.124064 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-63c7262e-b497-4fb5-b37f-651961d6373f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f82427434d74f41a7176b6dafc4caaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030939 Mar 21 17:32:57.125234 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7262e-b497-4fb5-b37f-651961d6373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f09693-342a-471e-8a3d-c06d9a9a15af,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:57.127304 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55464) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:57.185579 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11aff2e8-9a67-4805-91ef-6963fd22b474 admin admin] Publish callbacks [] for security_group (00f09693-342a-471e-8a3d-c06d9a9a15af), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.210189 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11aff2e8-9a67-4805-91ef-6963fd22b474 admin admin] Publish callbacks [] for security_group (00f09693-342a-471e-8a3d-c06d9a9a15af), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.275372 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11aff2e8-9a67-4805-91ef-6963fd22b474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (00f09693-342a-471e-8a3d-c06d9a9a15af), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.278408 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11aff2e8-9a67-4805-91ef-6963fd22b474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.283041 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-11aff2e8-9a67-4805-91ef-6963fd22b474 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00f09693-342a-471e-8a3d-c06d9a9a15af HTTP/1.1" status: 204 len: 168 time: 0.1507201 Mar 21 17:32:57.288128 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff2e8-9a67-4805-91ef-6963fd22b474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f09693-342a-471e-8a3d-c06d9a9a15af,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:57.627486 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55482) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:57.653681 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79a50c0b-9438-4637-b00d-362ff127ac23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.759783 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79a50c0b-9438-4637-b00d-362ff127ac23 admin admin] Publish callbacks [] for security_group (bf6b18a5-bcbe-4215-b37e-dd7cfac951f8), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.764976 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-79a50c0b-9438-4637-b00d-362ff127ac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (bf6b18a5-bcbe-4215-b37e-dd7cfac951f8), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.809632 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a50c0b-9438-4637-b00d-362ff127ac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6b18a5-bcbe-4215-b37e-dd7cfac951f8,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:57.817501 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-79a50c0b-9438-4637-b00d-362ff127ac23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=944e99243ba241bf803e7b3ec9120f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888187 Mar 21 17:32:57.818658 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55484) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:57.879107 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35ea0d6b-85d0-4143-b562-9a6eb87f357f admin admin] Publish callbacks [] for security_group (bf6b18a5-bcbe-4215-b37e-dd7cfac951f8), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.903833 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35ea0d6b-85d0-4143-b562-9a6eb87f357f admin admin] Publish callbacks [] for security_group (bf6b18a5-bcbe-4215-b37e-dd7cfac951f8), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.975771 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35ea0d6b-85d0-4143-b562-9a6eb87f357f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (bf6b18a5-bcbe-4215-b37e-dd7cfac951f8), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.979073 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-35ea0d6b-85d0-4143-b562-9a6eb87f357f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:57.982537 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-35ea0d6b-85d0-4143-b562-9a6eb87f357f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf6b18a5-bcbe-4215-b37e-dd7cfac951f8 HTTP/1.1" status: 204 len: 168 time: 0.1600115 Mar 21 17:32:57.990110 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea0d6b-85d0-4143-b562-9a6eb87f357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6b18a5-bcbe-4215-b37e-dd7cfac951f8,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:58.813954 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55534) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:58.941092 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610816598-network', 'tenant_id': '679c28c5023442ce93c78891f2bd8e99'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:58.963256 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Made reservation on behalf of 679c28c5023442ce93c78891f2bd8e99 for: {'network': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:32:58.965737 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:58.977436 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.010302 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55548) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:59.076355 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks [] for security_group (9d7cc2fb-ceed-447f-93f8-256d09458160), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.081163 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9d7cc2fb-ceed-447f-93f8-256d09458160), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.104108 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:32:59.120274 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7cc2fb-ceed-447f-93f8-256d09458160,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:59.123269 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (8a792ff4-cd58-42e7-9710-5ebfb18c9d3c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.123810 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.db.segments_db [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Added segment 8a792ff4-cd58-42e7-9710-5ebfb18c9d3c of type vlan for network bed7dc9c-1e33-4308-b985-db3070fe69bc Mar 21 17:32:59.128808 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32b40058-5486-4eb9-a8d0-fc6252c8ce67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.182257 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (bed7dc9c-1e33-4308-b985-db3070fe69bc), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.213860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (bed7dc9c-1e33-4308-b985-db3070fe69bc), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.215144 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:59.215733 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.236203 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32b40058-5486-4eb9-a8d0-fc6252c8ce67 admin admin] Publish callbacks [] for security_group (b0e32f97-fa02-492c-ad01-f890ac185b9e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.240756 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-32b40058-5486-4eb9-a8d0-fc6252c8ce67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (b0e32f97-fa02-492c-ad01-f890ac185b9e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.280647 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4655607 Mar 21 17:32:59.281498 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b40058-5486-4eb9-a8d0-fc6252c8ce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e32f97-fa02-492c-ad01-f890ac185b9e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:59.283826 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55556) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:59.289654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Request body: {'subnet': {'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610816598-subnet', 'tenant_id': '679c28c5023442ce93c78891f2bd8e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:32:59.294962 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-32b40058-5486-4eb9-a8d0-fc6252c8ce67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee1bcfd90f104ae2ae22ae839664cf69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809052 Mar 21 17:32:59.295305 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f538e6b-3cac-46a4-9d6d-ac9c4f08fcc3 admin admin] Pushing event updated for resources: {'Network': ['ID=bed7dc9c-1e33-4308-b985-db3070fe69bc,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:59.295703 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55558) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:32:59.303960 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network bed7dc9c-1e33-4308-b985-db3070fe69bc details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:32:59.314547 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Made reservation on behalf of 679c28c5023442ce93c78891f2bd8e99 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:32:59.317216 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18268700'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.361390 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c42834db-613b-4aaf-9b40-cde8257d6c02 admin admin] Publish callbacks [] for security_group (b0e32f97-fa02-492c-ad01-f890ac185b9e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.389234 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c42834db-613b-4aaf-9b40-cde8257d6c02 admin admin] Publish callbacks [] for security_group (b0e32f97-fa02-492c-ad01-f890ac185b9e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.439530 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c42834db-613b-4aaf-9b40-cde8257d6c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (b0e32f97-fa02-492c-ad01-f890ac185b9e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.442010 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-c42834db-613b-4aaf-9b40-cde8257d6c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.443158 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-c42834db-613b-4aaf-9b40-cde8257d6c02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0e32f97-fa02-492c-ad01-f890ac185b9e HTTP/1.1" status: 204 len: 168 time: 0.1463742 Mar 21 17:32:59.451502 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42834db-613b-4aaf-9b40-cde8257d6c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e32f97-fa02-492c-ad01-f890ac185b9e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:59.527662 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17448710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18268682'] for subnet (60dc9efb-54f3-4df1-a87b-e0c471cf8240), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.592439 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=60dc9efb-54f3-4df1-a87b-e0c471cf8240,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:32:59.602786 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Checking segment: {'id': '8a792ff4-cd58-42e7-9710-5ebfb18c9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:32:59.603356 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Network hostable DHCP agents. Network: bed7dc9c-1e33-4308-b985-db3070fe69bc, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:32:59.622788 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Network bed7dc9c-1e33-4308-b985-db3070fe69bc is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:32:59.635130 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, bed7dc9c-1e33-4308-b985-db3070fe69bc) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:32:59.640871 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:32:59.642106 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:32:59.647048 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d6302-3537-4469-8bee-882d4d9d1951 None None] Network bed7dc9c-1e33-4308-b985-db3070fe69bc requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:32:59.665189 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-1004ac54-991d-4541-a470-eba9e3cdff6a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3801224 Mar 21 17:32:59.772802 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997810b-f5c2-4f83-943a-663f83b4f600 None None] Network bed7dc9c-1e33-4308-b985-db3070fe69bc requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:33:00.361189 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55658) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:00.368444 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.v2.base [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-996273009-network', 'tenant_id': '627453501b854384842782bdeb1d72c5'}} {{(pid=103306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:33:00.396784 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Made reservation on behalf of 627453501b854384842782bdeb1d72c5 for: {'network': 1} {{(pid=103306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:33:00.399632 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for network (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.408844 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.494315 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks [] for security_group (f90597c1-9b09-4eae-ba24-fdd888f940f1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.497850 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f90597c1-9b09-4eae-ba24-fdd888f940f1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.518267 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 17:33:00.533697 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90597c1-9b09-4eae-ba24-fdd888f940f1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:00.537198 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (bb682034-0b7b-4b1d-81a4-04a8d301548a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.537198 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.segments_db [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Added segment bb682034-0b7b-4b1d-81a4-04a8d301548a of type vlan for network 51954f5c-637a-47ba-98e3-d7da221c707e Mar 21 17:33:00.583580 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739083388501'] for network (51954f5c-637a-47ba-98e3-d7da221c707e), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.610870 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516'] for network (51954f5c-637a-47ba-98e3-d7da221c707e), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.613207 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:00.614387 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.673923 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3114839 Mar 21 17:33:00.677119 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:00.682413 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Request body: {'subnet': {'network_id': '51954f5c-637a-47ba-98e3-d7da221c707e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-996273009-subnet', 'tenant_id': '627453501b854384842782bdeb1d72c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:33:00.687485 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9941685-1f6b-4e0c-a4dc-4f1967f63521 admin admin] Pushing event updated for resources: {'Network': ['ID=51954f5c-637a-47ba-98e3-d7da221c707e,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:00.698451 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Network 51954f5c-637a-47ba-98e3-d7da221c707e details requested by agent ovs-agent-dv-cinder-768458-20-smb with host dv-cinder-768458-20-smb {{(pid=103307) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 17:33:00.720266 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Made reservation on behalf of 627453501b854384842782bdeb1d72c5 for: {'subnet': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:33:00.722670 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18268700'] for subnet (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.912756 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17448710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18268682'] for subnet (cb6ccc13-e3a5-479c-9953-82cb2397160e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:00.967955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6ccc13-e3a5-479c-9953-82cb2397160e,revision_number=0']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:00.977624 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Checking segment: {'id': 'bb682034-0b7b-4b1d-81a4-04a8d301548a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '51954f5c-637a-47ba-98e3-d7da221c707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:33:00.978055 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Network hostable DHCP agents. Network: 51954f5c-637a-47ba-98e3-d7da221c707e, hostable agents: ['bf1dd269-b7e4-423b-a790-30ad49a8b982'], hosted agents: [] {{(pid=103305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 17:33:00.994882 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Network 51954f5c-637a-47ba-98e3-d7da221c707e is scheduled to be hosted by DHCP agent bf1dd269-b7e4-423b-a790-30ad49a8b982 with binding_index 1 {{(pid=103305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 17:33:01.003793 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-20-smb, 51954f5c-637a-47ba-98e3-d7da221c707e) {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:33:01.007992 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:01.008687 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.014910 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795f87e-4609-43fc-9af3-7f06f3ae4736 None None] Network 51954f5c-637a-47ba-98e3-d7da221c707e requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:33:01.032663 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-69ffec7d-4c68-4b91-819b-ecb06e032d2a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3542979 Mar 21 17:33:01.121517 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4c917-e652-462a-b950-fa1b0228c69f None None] Network 51954f5c-637a-47ba-98e3-d7da221c707e requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:33:01.400232 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55708) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:01.459626 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] Deleting subnet 85e4c4d6-628c-4e3a-80ec-8fa1df9ff755 {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:33:01.463571 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] Publish callbacks [] for subnet (85e4c4d6-628c-4e3a-80ec-8fa1df9ff755), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.512663 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (85e4c4d6-628c-4e3a-80ec-8fa1df9ff755), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.563639 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-46d4cc01-d41e-4abe-b6e9-81aa8d338e5e tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:01.565175 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-46d4cc01-d41e-4abe-b6e9-81aa8d338e5e tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/networks?id=bed7dc9c-1e33-4308-b985-db3070fe69bc HTTP/1.1" status: 200 len: 809 time: 0.1220949 Mar 21 17:33:01.573814 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (85e4c4d6-628c-4e3a-80ec-8fa1df9ff755), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.589038 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-1eb6b762-280c-4db3-97fc-5ad59ff4396d tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/quotas/679c28c5023442ce93c78891f2bd8e99 HTTP/1.1" status: 200 len: 375 time: 0.0174334 Mar 21 17:33:01.621027 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-4c1cf853-9c64-4346-b912-202902369c3e tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=679c28c5023442ce93c78891f2bd8e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311079 Mar 21 17:33:01.646834 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (85e4c4d6-628c-4e3a-80ec-8fa1df9ff755), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.674537 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e4c4d6-628c-4e3a-80ec-8fa1df9ff755,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:01.679353 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.685419 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-6d1dc3ac-49e5-45da-a297-c5e862482805 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/85e4c4d6-628c-4e3a-80ec-8fa1df9ff755 HTTP/1.1" status: 204 len: 168 time: 0.2822421 Mar 21 17:33:01.685663 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55734) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:01.737982 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-1032d577-7038-4038-8320-6bb9a8020d30 service neutron] 10.222.0.20 "GET /v2.0/networks/bed7dc9c-1e33-4308-b985-db3070fe69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101644 Mar 21 17:33:01.759106 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (0e269bc8-cb29-4047-af09-1400c3583bf0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.852303 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (0e269bc8-cb29-4047-af09-1400c3583bf0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.858293 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-7a1fcce6-5b70-46fb-a113-551d0218e27c service neutron] 10.222.0.20 "GET /v2.0/networks/bed7dc9c-1e33-4308-b985-db3070fe69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060772 Mar 21 17:33:01.874351 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e269bc8-cb29-4047-af09-1400c3583bf0']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:01.884498 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1060ee6-a9f0-4774-90b2-423baad8f621') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:01.884795 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1060ee6-a9f0-4774-90b2-423baad8f621') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:01.894825 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (c1060ee6-a9f0-4774-90b2-423baad8f621), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.910072 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (c1060ee6-a9f0-4774-90b2-423baad8f621), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.916418 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:33:01.916846 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (c1060ee6-a9f0-4774-90b2-423baad8f621), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:33:01.919280 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:33:01.983293 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (0e269bc8-cb29-4047-af09-1400c3583bf0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.992222 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:01.995662 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] 10.222.0.20 "DELETE /v2.0/networks/0e269bc8-cb29-4047-af09-1400c3583bf0 HTTP/1.1" status: 204 len: 168 time: 0.3064902 Mar 21 17:33:02.009209 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846598fb-af3b-482f-b6fb-dc1766aaa23c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e269bc8-cb29-4047-af09-1400c3583bf0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:02.076640 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-013a30d2-e356-4c9d-9b0c-d9a85377df3c req-c6ebf52a-97da-4739-ab10-30b4a0f82c00 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 210 time: 0.0470207 Mar 21 17:33:02.200564 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55780) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:02.250679 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-06e9a552-e496-4c5a-aea9-ddf3f5c99cd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4de2a87b9c7148d392e6f5b0ce087028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485556 Mar 21 17:33:02.252859 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55786) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:02.313884 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d736df5-feaf-4165-acb3-fa80c23f94f0 admin admin] Publish callbacks [] for security_group (6827bb1d-8425-4312-b8c3-38b49c3960ac), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:02.341340 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d736df5-feaf-4165-acb3-fa80c23f94f0 admin admin] Publish callbacks [] for security_group (6827bb1d-8425-4312-b8c3-38b49c3960ac), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:02.392478 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d736df5-feaf-4165-acb3-fa80c23f94f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (6827bb1d-8425-4312-b8c3-38b49c3960ac), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:02.396185 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4d736df5-feaf-4165-acb3-fa80c23f94f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:02.397381 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4d736df5-feaf-4165-acb3-fa80c23f94f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6827bb1d-8425-4312-b8c3-38b49c3960ac HTTP/1.1" status: 204 len: 168 time: 0.1429584 Mar 21 17:33:02.407508 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d736df5-feaf-4165-acb3-fa80c23f94f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6827bb1d-8425-4312-b8c3-38b49c3960ac,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:02.547727 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:02.941782 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55836) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:03.073010 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3eae1ff3-9937-44d1-968b-1a8a3684e4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.121477 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-9ef247e7-7b4a-449d-af07-aec6d3d90698 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:03.123977 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-9ef247e7-7b4a-449d-af07-aec6d3d90698 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.23 "GET /v2.0/networks?id=bed7dc9c-1e33-4308-b985-db3070fe69bc HTTP/1.1" status: 200 len: 809 time: 0.1527982 Mar 21 17:33:03.140896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Request body: {'port': {'device_id': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc', 'admin_state_up': True, 'tenant_id': '679c28c5023442ce93c78891f2bd8e99'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:33:03.193046 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3eae1ff3-9937-44d1-968b-1a8a3684e4fe admin admin] Publish callbacks [] for security_group (5709eac4-40a0-4925-9474-8846ecef7846), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.200900 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3eae1ff3-9937-44d1-968b-1a8a3684e4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5709eac4-40a0-4925-9474-8846ecef7846), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.231463 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ae36ee05-ac34-4eed-afc4-7cf1394425e4 req-78f27860-1823-477f-8e6a-81341b202ca3 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 210 time: 0.0442295 Mar 21 17:33:03.259748 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae1ff3-9937-44d1-968b-1a8a3684e4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5709eac4-40a0-4925-9474-8846ecef7846,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:03.272588 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3eae1ff3-9937-44d1-968b-1a8a3684e4fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c985a919f87d4a2480e1926fe9564d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296931 Mar 21 17:33:03.274019 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55858) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:03.304692 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Made reservation on behalf of 679c28c5023442ce93c78891f2bd8e99 for: {'port': 1} {{(pid=103305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 17:33:03.307960 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.328479 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c89c557-3b98-4456-ae05-d4d494a9b70c admin admin] Publish callbacks [] for security_group (5709eac4-40a0-4925-9474-8846ecef7846), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.352471 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c89c557-3b98-4456-ae05-d4d494a9b70c admin admin] Publish callbacks [] for security_group (5709eac4-40a0-4925-9474-8846ecef7846), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.411399 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c89c557-3b98-4456-ae05-d4d494a9b70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (5709eac4-40a0-4925-9474-8846ecef7846), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.414665 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-4c89c557-3b98-4456-ae05-d4d494a9b70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.415955 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4c89c557-3b98-4456-ae05-d4d494a9b70c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5709eac4-40a0-4925-9474-8846ecef7846 HTTP/1.1" status: 204 len: 168 time: 0.1410501 Mar 21 17:33:03.424753 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89c557-3b98-4456-ae05-d4d494a9b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5709eac4-40a0-4925-9474-8846ecef7846,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:03.460291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_common [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Allocated IP 172.20.0.8 (bed7dc9c-1e33-4308-b985-db3070fe69bc/60dc9efb-54f3-4df1-a87b-e0c471cf8240/0bfce498-cb01-4c17-8c2e-187603a0b471) {{(pid=103305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 17:33:03.622660 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks [] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.662286 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739083435758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.708195 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Network bed7dc9c-1e33-4308-b985-db3070fe69bc is already hosted by enough agents. {{(pid=103305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 17:33:03.711541 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.base_scheduler [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Resources bound (agent type, host, resource id): {{(pid=103305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 17:33:03.718761 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Received port after_create {{(pid=103305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 17:33:03.744582 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Pushing event updated for resources: {'Port': ['ID=0bfce498-cb01-4c17-8c2e-187603a0b471,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:03.778642 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:03.779530 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.804661 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-ed174578-d3da-466f-8c54-ef88c9d3b47a tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6673772 Mar 21 17:33:03.818363 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.v2.base [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Request body: {'port': {'device_id': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 17:33:03.834706 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55874) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:03.848586 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-341d647d-7034-4d7d-a45a-775fe1c08421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.888803 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.934417 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-341d647d-7034-4d7d-a45a-775fe1c08421 admin admin] Publish callbacks [] for security_group (83f6f2f5-2d5b-4844-9212-0d4e4889ed09), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.938911 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-341d647d-7034-4d7d-a45a-775fe1c08421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (83f6f2f5-2d5b-4844-9212-0d4e4889ed09), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:03.981565 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-341d647d-7034-4d7d-a45a-775fe1c08421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dbc63696b8e492fa5135c3cd0d4391f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455834 Mar 21 17:33:03.982415 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d647d-7034-4d7d-a45a-775fe1c08421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f6f2f5-2d5b-4844-9212-0d4e4889ed09,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:03.984827 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55878) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:04.023012 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55880) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:04.044369 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5535d756-3297-4766-8634-33f19eedccdc admin admin] Publish callbacks [] for security_group (83f6f2f5-2d5b-4844-9212-0d4e4889ed09), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.068849 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5535d756-3297-4766-8634-33f19eedccdc admin admin] Publish callbacks [] for security_group (83f6f2f5-2d5b-4844-9212-0d4e4889ed09), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.121036 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5535d756-3297-4766-8634-33f19eedccdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (83f6f2f5-2d5b-4844-9212-0d4e4889ed09), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.123634 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-5535d756-3297-4766-8634-33f19eedccdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.124804 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-5535d756-3297-4766-8634-33f19eedccdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83f6f2f5-2d5b-4844-9212-0d4e4889ed09 HTTP/1.1" status: 204 len: 168 time: 0.1390164 Mar 21 17:33:04.133325 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535d756-3297-4766-8634-33f19eedccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f6f2f5-2d5b-4844-9212-0d4e4889ed09,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:04.155982 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0584-5bb2-4e18-8c93-fe5978599190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.246949 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfce498-cb01-4c17-8c2e-187603a0b471 {{(pid=103305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:33:04.256349 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Publish callbacks [] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), precommit_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.290346 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.provisioning_blocks [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Transition to ACTIVE for port object 0bfce498-cb01-4c17-8c2e-187603a0b471 will not be triggered until provisioned by entity L2. {{(pid=103305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 17:33:04.300701 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.308993 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0584-5bb2-4e18-8c93-fe5978599190 admin admin] Publish callbacks [] for security_group (f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.338615 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eb7e0584-5bb2-4e18-8c93-fe5978599190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.427632 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-eb7e0584-5bb2-4e18-8c93-fe5978599190 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab6cf9187bf84614ba2b9bd42dfa9aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031622 Mar 21 17:33:04.428932 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfce498-cb01-4c17-8c2e-187603a0b471,revision_number=2']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:04.430677 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55896) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:04.436431 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e0584-5bb2-4e18-8c93-fe5978599190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:04.494909 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-690ce630-d564-40d5-ac38-d446433df082 admin admin] Publish callbacks [] for security_group (f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.500864 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d2c93-5bd8-44aa-9b17-20d27e9217ac req-0363dfcc-c859-4d62-aca1-4c5ec2f1a379 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:04.502375 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-653d2c93-5bd8-44aa-9b17-20d27e9217ac req-0363dfcc-c859-4d62-aca1-4c5ec2f1a379 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 943 time: 0.1841671 Mar 21 17:33:04.518240 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-690ce630-d564-40d5-ac38-d446433df082 admin admin] Publish callbacks [] for security_group (f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.539534 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Attempting to bind port 0bfce498-cb01-4c17-8c2e-187603a0b471 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 17:33:04.539848 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Attempting to bind port 0bfce498-cb01-4c17-8c2e-187603a0b471 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '8a792ff4-cd58-42e7-9710-5ebfb18c9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc'}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 17:33:04.540138 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Attempting to bind port 0bfce498-cb01-4c17-8c2e-187603a0b471 on network bed7dc9c-1e33-4308-b985-db3070fe69bc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:33:04.551748 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Port 0bfce498-cb01-4c17-8c2e-187603a0b471 on network bed7dc9c-1e33-4308-b985-db3070fe69bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 17:33:04.552107 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Attempting to bind port 0bfce498-cb01-4c17-8c2e-187603a0b471 on network bed7dc9c-1e33-4308-b985-db3070fe69bc {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 17:33:04.568220 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Checking agent: {'id': '9446ebad-d4e9-4e88-99dd-3076f427d63c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'started_at': datetime.datetime(2022, 3, 21, 17, 24, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 17, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 17:33:04.568610 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Checking segment: {'id': '8a792ff4-cd58-42e7-9710-5ebfb18c9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 17:33:04.568947 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Bound using segment: {'id': '8a792ff4-cd58-42e7-9710-5ebfb18c9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc'} {{(pid=103305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 17:33:04.569385 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.managers [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Bound port: 0bfce498-cb01-4c17-8c2e-187603a0b471, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a792ff4-cd58-42e7-9710-5ebfb18c9d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc'}}] {{(pid=103305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 17:33:04.570431 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), before_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.574599 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-690ce630-d564-40d5-ac38-d446433df082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.577266 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-690ce630-d564-40d5-ac38-d446433df082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.577409 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-653d2c93-5bd8-44aa-9b17-20d27e9217ac req-8b8fc0ae-ac49-4756-9956-b8acae585576 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677309 Mar 21 17:33:04.578898 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-690ce630-d564-40d5-ac38-d446433df082 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b HTTP/1.1" status: 204 len: 168 time: 0.1466522 Mar 21 17:33:04.588260 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ce630-d564-40d5-ac38-d446433df082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f563d8a9-e6e6-49d5-af5d-ee1acd7dc07b,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:04.655632 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] For port 0bfce498-cb01-4c17-8c2e-187603a0b471, host hv-cinder-76845, cleared binding levels {{(pid=103305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 17:33:04.660089 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] For port 0bfce498-cb01-4c17-8c2e-187603a0b471, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bfce498-cb01-4c17-8c2e-187603a0b471,segment=NetworkSegment(8a792ff4-cd58-42e7-9710-5ebfb18c9d3c),segment_id=8a792ff4-cd58-42e7-9710-5ebfb18c9d3c)] {{(pid=103305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 17:33:04.666925 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17448321'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), after_update {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.701394 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:04.702069 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:04.703597 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] 10.222.0.23 "PUT /v2.0/ports/0bfce498-cb01-4c17-8c2e-187603a0b471 HTTP/1.1" status: 200 len: 1093 time: 0.8896689 Mar 21 17:33:04.704060 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'tag': '0bfce498-cb01-4c17-8c2e-187603a0b471'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:33:04.706448 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801" -d '{"events": [{"name": "network-changed", "server_uuid": "6365fdf3-0af1-48f6-9119-df287ab606ae", "tag": "0bfce498-cb01-4c17-8c2e-187603a0b471"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:33:04.731586 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c00ba8-d170-44f3-8b95-fccfd6485e64 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfce498-cb01-4c17-8c2e-187603a0b471,revision_number=3']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:04.754521 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e93c4a-7cb8-46a4-95c4-1241f50d3f3d x-openstack-request-id: req-d5e93c4a-7cb8-46a4-95c4-1241f50d3f3d {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:33:04.754842 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6365fdf3-0af1-48f6-9119-df287ab606ae", "tag": "0bfce498-cb01-4c17-8c2e-187603a0b471", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:33:04.755054 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5e93c4a-7cb8-46a4-95c4-1241f50d3f3d {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:33:04.755459 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'tag': '0bfce498-cb01-4c17-8c2e-187603a0b471', 'status': 'completed', 'code': 200} Mar 21 17:33:04.819846 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-29787850-5890-41b5-ac82-8bc1aba4cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:04.821423 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-29787850-5890-41b5-ac82-8bc1aba4cf0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=679c28c5023442ce93c78891f2bd8e99&device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 1127 time: 0.0617819 Mar 21 17:33:04.873393 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-c3882c51-1c08-427b-a7cd-90e16df687ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfce498-cb01-4c17-8c2e-187603a0b471 HTTP/1.1" status: 200 len: 217 time: 0.0430615 Mar 21 17:33:04.958414 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-0401a894-a73c-4fde-b29a-5635a39b1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:04.961240 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-0401a894-a73c-4fde-b29a-5635a39b1f08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=60dc9efb-54f3-4df1-a87b-e0c471cf8240 HTTP/1.1" status: 200 len: 849 time: 0.0796819 Mar 21 17:33:04.998992 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-9d79474e-4e94-43d3-9350-1b959fd1afe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bed7dc9c-1e33-4308-b985-db3070fe69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323634 Mar 21 17:33:05.093553 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-43c269bb-afb2-4066-9da2-1cf6c0533a97 service neutron] 10.222.0.23 "GET /v2.0/networks/bed7dc9c-1e33-4308-b985-db3070fe69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889120 Mar 21 17:33:05.213143 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b7b403cf-1cf9-4122-ad38-8fdcfcad7bd8 req-14d670ac-a807-4e3a-a496-d93ad03ab3ad service neutron] 10.222.0.23 "GET /v2.0/networks/bed7dc9c-1e33-4308-b985-db3070fe69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135983 Mar 21 17:33:05.308980 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-fbc94a8d-4209-4ef6-bccf-eb58f2dc2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:05.310528 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-fbc94a8d-4209-4ef6-bccf-eb58f2dc2988 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=679c28c5023442ce93c78891f2bd8e99&device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 1127 time: 0.0458000 Mar 21 17:33:05.399120 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-61aad7ca-ed0f-4ba1-8a98-924149e12c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:05.400628 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-61aad7ca-ed0f-4ba1-8a98-924149e12c51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bed7dc9c-1e33-4308-b985-db3070fe69bc HTTP/1.1" status: 200 len: 910 time: 0.0840964 Mar 21 17:33:05.449312 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-36dd2543-827b-4223-a528-a6930e743184 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bfce498-cb01-4c17-8c2e-187603a0b471 HTTP/1.1" status: 200 len: 217 time: 0.0401387 Mar 21 17:33:05.499525 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-80120ee4-29eb-4c9e-ade1-2f3b23007ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:05.500997 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-80120ee4-29eb-4c9e-ade1-2f3b23007ace service neutron] 10.222.0.23 "GET /v2.0/subnets?id=60dc9efb-54f3-4df1-a87b-e0c471cf8240 HTTP/1.1" status: 200 len: 849 time: 0.0442359 Mar 21 17:33:05.532244 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-0abe533b-420e-4e53-bc9e-fd3a3a4585e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bed7dc9c-1e33-4308-b985-db3070fe69bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245960 Mar 21 17:33:05.626742 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-2230f07f-c7cb-4746-b42d-c3364a58a392 service neutron] 10.222.0.23 "GET /v2.0/networks/bed7dc9c-1e33-4308-b985-db3070fe69bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884340 Mar 21 17:33:05.758263 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e166404-0472-4020-bcd6-7fdc6612d864 req-eaa36121-d81e-465f-8457-51c6fecf1c75 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:05.759735 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e166404-0472-4020-bcd6-7fdc6612d864 req-eaa36121-d81e-465f-8457-51c6fecf1c75 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 943 time: 0.1064796 Mar 21 17:33:05.766389 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-18c0fe98-a2f3-436b-bad4-fdb5dcc4c801 req-a48c11b3-654e-4b00-a213-1900ee8aeade service neutron] 10.222.0.23 "GET /v2.0/networks/bed7dc9c-1e33-4308-b985-db3070fe69bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287849 Mar 21 17:33:06.060721 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7e166404-0472-4020-bcd6-7fdc6612d864 req-dcc99f1b-59f7-4dab-924f-4f8913b35c23 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954786 Mar 21 17:33:06.737937 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55980) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:06.845537 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b2ccd4c-f44a-41dd-86c0-324050a431c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:06.919324 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b2ccd4c-f44a-41dd-86c0-324050a431c2 admin admin] Publish callbacks [] for security_group (926e09e3-b214-4fa9-8c2e-bc2ebb75e502), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:06.922973 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3b2ccd4c-f44a-41dd-86c0-324050a431c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (926e09e3-b214-4fa9-8c2e-bc2ebb75e502), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:06.952600 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 0bfce498-cb01-4c17-8c2e-187603a0b471 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:33:06.961025 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-3b2ccd4c-f44a-41dd-86c0-324050a431c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78d983977db243ee8997dc96065bd933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220175 Mar 21 17:33:06.963168 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ccd4c-f44a-41dd-86c0-324050a431c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926e09e3-b214-4fa9-8c2e-bc2ebb75e502,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:06.963597 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 55984) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:07.014138 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b32216c-c2bd-418f-9ecf-69a1cf1c4962 admin admin] Publish callbacks [] for security_group (926e09e3-b214-4fa9-8c2e-bc2ebb75e502), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.036412 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b32216c-c2bd-418f-9ecf-69a1cf1c4962 admin admin] Publish callbacks [] for security_group (926e09e3-b214-4fa9-8c2e-bc2ebb75e502), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.051226 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 0bfce498-cb01-4c17-8c2e-187603a0b471, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bfce498-cb01-4c17-8c2e-187603a0b471,segment=NetworkSegment(8a792ff4-cd58-42e7-9710-5ebfb18c9d3c),segment_id=8a792ff4-cd58-42e7-9710-5ebfb18c9d3c)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:33:07.066105 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '0bfce498-cb01-4c17-8c2e-187603a0b471', 'network_id': 'bed7dc9c-1e33-4308-b985-db3070fe69bc', 'port_id': '0bfce498-cb01-4c17-8c2e-187603a0b471', 'mac_address': 'fa:16:3e:1f:ae:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60dc9efb-54f3-4df1-a87b-e0c471cf8240', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:33:07.097994 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b32216c-c2bd-418f-9ecf-69a1cf1c4962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (926e09e3-b214-4fa9-8c2e-bc2ebb75e502), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.104842 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0b32216c-c2bd-418f-9ecf-69a1cf1c4962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.106036 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-0b32216c-c2bd-418f-9ecf-69a1cf1c4962 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/926e09e3-b214-4fa9-8c2e-bc2ebb75e502 HTTP/1.1" status: 204 len: 168 time: 0.1409264 Mar 21 17:33:07.111142 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 0bfce498-cb01-4c17-8c2e-187603a0b471 is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:33:07.111579 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.115481 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32216c-c2bd-418f-9ecf-69a1cf1c4962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926e09e3-b214-4fa9-8c2e-bc2ebb75e502,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:07.130306 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfce498-cb01-4c17-8c2e-187603a0b471 {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:33:07.165430 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 0bfce498-cb01-4c17-8c2e-187603a0b471, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bfce498-cb01-4c17-8c2e-187603a0b471,segment=NetworkSegment(8a792ff4-cd58-42e7-9710-5ebfb18c9d3c),segment_id=8a792ff4-cd58-42e7-9710-5ebfb18c9d3c)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:33:07.171622 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.196397 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e73bbd-a29d-4088-a6a2-b7cc46933bad req-36581bc0-f687-4f4d-8e4a-ff660d7f7170 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:07.197917 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f3e73bbd-a29d-4088-a6a2-b7cc46933bad req-36581bc0-f687-4f4d-8e4a-ff660d7f7170 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 943 time: 0.0551655 Mar 21 17:33:07.223997 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=0bfce498-cb01-4c17-8c2e-187603a0b471,revision_number=4']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:07.255723 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f3e73bbd-a29d-4088-a6a2-b7cc46933bad req-06cff982-2812-471f-b526-b8f6582f83dc tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521975 Mar 21 17:33:07.382843 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55992) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:07.387974 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['0bfce498-cb01-4c17-8c2e-187603a0b471'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:33:07.399890 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c389-ec4b-4e08-ab45-2b0c31733ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.473124 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c389-ec4b-4e08-ab45-2b0c31733ccf admin admin] Publish callbacks [] for security_group (7527c9a6-fb24-4217-bcbc-6fe4e4e762f5), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.477925 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c389-ec4b-4e08-ab45-2b0c31733ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7527c9a6-fb24-4217-bcbc-6fe4e4e762f5), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.512880 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2c389-ec4b-4e08-ab45-2b0c31733ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527c9a6-fb24-4217-bcbc-6fe4e4e762f5,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:07.517130 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-d2a2c389-ec4b-4e08-ab45-2b0c31733ccf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b908d217159b436d909a86787fd01eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332738 Mar 21 17:33:07.519738 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 55994) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:07.566333 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1371e50f-f5b1-4d74-a2e0-13c933423b18 admin admin] Publish callbacks [] for security_group (7527c9a6-fb24-4217-bcbc-6fe4e4e762f5), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.587172 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1371e50f-f5b1-4d74-a2e0-13c933423b18 admin admin] Publish callbacks [] for security_group (7527c9a6-fb24-4217-bcbc-6fe4e4e762f5), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.632673 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1371e50f-f5b1-4d74-a2e0-13c933423b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7527c9a6-fb24-4217-bcbc-6fe4e4e762f5), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.635257 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1371e50f-f5b1-4d74-a2e0-13c933423b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:07.636441 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-1371e50f-f5b1-4d74-a2e0-13c933423b18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7527c9a6-fb24-4217-bcbc-6fe4e4e762f5 HTTP/1.1" status: 204 len: 168 time: 0.1155438 Mar 21 17:33:07.644164 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371e50f-f5b1-4d74-a2e0-13c933423b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527c9a6-fb24-4217-bcbc-6fe4e4e762f5,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:08.390505 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bead4-1498-4f9a-8994-a4c3d32f00a0 req-e18a5fff-ed63-49dc-9948-6ffe615c821f tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:08.396584 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f4bead4-1498-4f9a-8994-a4c3d32f00a0 req-e18a5fff-ed63-49dc-9948-6ffe615c821f tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 944 time: 0.0625298 Mar 21 17:33:08.441573 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-9f4bead4-1498-4f9a-8994-a4c3d32f00a0 req-28779167-33fa-4ef5-8b84-19d7a16353c4 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Mar 21 17:33:08.968512 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 0bfce498-cb01-4c17-8c2e-187603a0b471 up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:33:09.036317 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning for port 0bfce498-cb01-4c17-8c2e-187603a0b471 completed by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 17:33:09.042990 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 0bfce498-cb01-4c17-8c2e-187603a0b471 triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:33:09.043531 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:09.124723 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 0bfce498-cb01-4c17-8c2e-187603a0b471 is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:33:09.125404 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:09.158127 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfce498-cb01-4c17-8c2e-187603a0b471'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:33:09.158127 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7800eac8-6573-43ed-92ad-ded5a7cccf78" -d '{"events": [{"server_uuid": "6365fdf3-0af1-48f6-9119-df287ab606ae", "name": "network-vif-plugged", "status": "completed", "tag": "0bfce498-cb01-4c17-8c2e-187603a0b471"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:33:09.176505 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 0bfce498-cb01-4c17-8c2e-187603a0b471, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bfce498-cb01-4c17-8c2e-187603a0b471,segment=NetworkSegment(8a792ff4-cd58-42e7-9710-5ebfb18c9d3c),segment_id=8a792ff4-cd58-42e7-9710-5ebfb18c9d3c)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:33:09.182396 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:09.213852 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c52e2aa-3ede-4de5-9f87-88ad8541d60b x-openstack-request-id: req-9c52e2aa-3ede-4de5-9f87-88ad8541d60b {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:33:09.214153 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6365fdf3-0af1-48f6-9119-df287ab606ae", "name": "network-vif-plugged", "status": "completed", "tag": "0bfce498-cb01-4c17-8c2e-187603a0b471", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:33:09.214410 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c52e2aa-3ede-4de5-9f87-88ad8541d60b {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:33:09.215089 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfce498-cb01-4c17-8c2e-187603a0b471', 'code': 200} Mar 21 17:33:09.244738 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=0bfce498-cb01-4c17-8c2e-187603a0b471,revision_number=5']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:09.384987 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706001a-39bf-4b19-b72d-3d41369f3aed req-7a80f062-7787-4d7d-acc3-79a5695a309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:09.386727 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b706001a-39bf-4b19-b72d-3d41369f3aed req-7a80f062-7787-4d7d-acc3-79a5695a309b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 1129 time: 0.0443926 Mar 21 17:33:09.445306 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-b706001a-39bf-4b19-b72d-3d41369f3aed req-38719b51-ae88-45bc-bcee-7aede287298a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519164 Mar 21 17:33:09.579209 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85986-d460-4333-acb5-a7ce0c9302a2 req-eb7c7af5-302d-47eb-9cf6-68599b444865 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:09.580636 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c2f85986-d460-4333-acb5-a7ce0c9302a2 req-eb7c7af5-302d-47eb-9cf6-68599b444865 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 945 time: 0.0558817 Mar 21 17:33:09.633122 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c2f85986-d460-4333-acb5-a7ce0c9302a2 req-57e34a1a-e000-4c39-afcb-d89e06e01e0d tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461464 Mar 21 17:33:10.758983 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec919-3fc9-4e90-9827-8b47954ef7a9 req-d03e4cf8-bc0d-464b-920a-3e3fc3bb8108 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:10.760686 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ec9ec919-3fc9-4e90-9827-8b47954ef7a9 req-d03e4cf8-bc0d-464b-920a-3e3fc3bb8108 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 945 time: 0.0590918 Mar 21 17:33:10.764093 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ba5290db-bbf6-42b8-9fbc-b5b400694153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:10.810537 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ec9ec919-3fc9-4e90-9827-8b47954ef7a9 req-dc262f7b-d4fe-4d11-9fc9-e446f5455b4b tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Mar 21 17:33:12.955831 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-86fb72e8-c88e-4533-8e14-97985df7809e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:13.135721 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:33:13.209073 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d37ae-8304-48f9-8f90-dc1b61d9edb3 req-03dc763d-45e5-401c-b76c-c2f5d1cea056 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:13.210532 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c29d37ae-8304-48f9-8f90-dc1b61d9edb3 req-03dc763d-45e5-401c-b76c-c2f5d1cea056 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 945 time: 0.0522013 Mar 21 17:33:13.255510 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c29d37ae-8304-48f9-8f90-dc1b61d9edb3 req-882e0291-6172-4fa0-ba19-6eb58add8d0e tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Mar 21 17:33:13.371400 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-b3882381-7c79-4d4b-9b84-20a270aa07cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454066 Mar 21 17:33:13.456012 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-d1bb5305-eb4b-48f7-987e-381b57abf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:13.457520 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-d1bb5305-eb4b-48f7-987e-381b57abf281 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.0449696 Mar 21 17:33:13.559787 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-4a7fb8b3-36aa-4d69-a1b8-62159e28a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:13.561299 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-4a7fb8b3-36aa-4d69-a1b8-62159e28a59d service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.0855186 Mar 21 17:33:13.628668 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-1e6e3681-7f3a-421f-a684-008ef6fdaa84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 1001 time: 0.0616870 Mar 21 17:33:13.676185 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-06968b6c-d76d-4238-9f7b-113a5134d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:13.677641 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-06968b6c-d76d-4238-9f7b-113a5134d4b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0431426 Mar 21 17:33:13.691476 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56224) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:13.726144 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-3447f550-5d56-4bf7-ad6a-984e702b9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:13.728293 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-3447f550-5d56-4bf7-ad6a-984e702b9d5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0445094 Mar 21 17:33:13.797753 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03e47eda-4093-4dbe-956b-aa33dd80fe1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:13.833613 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-0fa85c16-f7c8-4f0d-b8f2-f2d3ae24998a service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994196 Mar 21 17:33:13.882045 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03e47eda-4093-4dbe-956b-aa33dd80fe1f admin admin] Publish callbacks [] for security_group (721321e1-863f-462b-aa0f-e62eafb4a50a), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:13.885884 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-03e47eda-4093-4dbe-956b-aa33dd80fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (721321e1-863f-462b-aa0f-e62eafb4a50a), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:13.927966 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-03e47eda-4093-4dbe-956b-aa33dd80fe1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcfec677c1164b3e89d37c2f556b7c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348211 Mar 21 17:33:13.931170 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56240) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:13.935427 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-55fda017-9947-466b-8a8f-cb09cb9bc3ab req-f1421f89-278f-4911-9b35-cd45c01f9aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930340 Mar 21 17:33:13.938210 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e47eda-4093-4dbe-956b-aa33dd80fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721321e1-863f-462b-aa0f-e62eafb4a50a,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:13.991457 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77049698-a14d-4e54-bf50-83e8f4e6ecf3 admin admin] Publish callbacks [] for security_group (721321e1-863f-462b-aa0f-e62eafb4a50a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.014705 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77049698-a14d-4e54-bf50-83e8f4e6ecf3 admin admin] Publish callbacks [] for security_group (721321e1-863f-462b-aa0f-e62eafb4a50a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.038658 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.066113 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77049698-a14d-4e54-bf50-83e8f4e6ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (721321e1-863f-462b-aa0f-e62eafb4a50a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.069100 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-77049698-a14d-4e54-bf50-83e8f4e6ecf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.070252 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-77049698-a14d-4e54-bf50-83e8f4e6ecf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/721321e1-863f-462b-aa0f-e62eafb4a50a HTTP/1.1" status: 204 len: 168 time: 0.1381395 Mar 21 17:33:14.078252 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77049698-a14d-4e54-bf50-83e8f4e6ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721321e1-863f-462b-aa0f-e62eafb4a50a,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:14.118811 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56246) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:14.228516 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff3819cd-49fc-497d-9755-438e171f3463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.347986 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff3819cd-49fc-497d-9755-438e171f3463 admin admin] Publish callbacks [] for security_group (2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.364447 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-ff3819cd-49fc-497d-9755-438e171f3463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.410082 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-ff3819cd-49fc-497d-9755-438e171f3463 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9f41066c4464f15824761c9193a0eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899926 Mar 21 17:33:14.412713 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56252) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:14.419375 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3819cd-49fc-497d-9755-438e171f3463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:14.432664 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88f481-41e8-428e-99b1-da8df898fbd8 req-606c1ed9-f935-4d98-87a5-00a621b044fa tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:14.434272 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db88f481-41e8-428e-99b1-da8df898fbd8 req-606c1ed9-f935-4d98-87a5-00a621b044fa tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 945 time: 0.1004853 Mar 21 17:33:14.472669 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca7b775c-e21e-40c6-a792-2075d1ffdf7f admin admin] Publish callbacks [] for security_group (2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.496794 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca7b775c-e21e-40c6-a792-2075d1ffdf7f admin admin] Publish callbacks [] for security_group (2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.528432 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db88f481-41e8-428e-99b1-da8df898fbd8 req-33f1ef00-aa3c-43fc-86d2-b6c2895ce636 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d7cc2fb-ceed-447f-93f8-256d09458160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811231 Mar 21 17:33:14.540381 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964c949-2e08-4558-b419-15c8c3569075 req-e121e601-c8ef-4341-8b44-2807df43e9fe tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:33:14.541867 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3964c949-2e08-4558-b419-15c8c3569075 req-e121e601-c8ef-4341-8b44-2807df43e9fe tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.23 "GET /v2.0/ports?device_id=6365fdf3-0af1-48f6-9119-df287ab606ae HTTP/1.1" status: 200 len: 945 time: 0.0791910 Mar 21 17:33:14.545103 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca7b775c-e21e-40c6-a792-2075d1ffdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.547889 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ca7b775c-e21e-40c6-a792-2075d1ffdf7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.551322 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ca7b775c-e21e-40c6-a792-2075d1ffdf7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c HTTP/1.1" status: 204 len: 168 time: 0.1351852 Mar 21 17:33:14.559744 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b775c-e21e-40c6-a792-2075d1ffdf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34690c-1a9f-4b00-b7bb-bfa214cf1a0c,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:14.639198 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Deleting port 0bfce498-cb01-4c17-8c2e-187603a0b471 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:33:14.639544 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.731266 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] For port 0bfce498-cb01-4c17-8c2e-187603a0b471, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bfce498-cb01-4c17-8c2e-187603a0b471,segment=NetworkSegment(8a792ff4-cd58-42e7-9710-5ebfb18c9d3c),segment_id=8a792ff4-cd58-42e7-9710-5ebfb18c9d3c)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:33:14.731630 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.745140 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Calling delete_port for 0bfce498-cb01-4c17-8c2e-187603a0b471 owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:33:14.880894 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (0bfce498-cb01-4c17-8c2e-187603a0b471), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.883177 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56258) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:14.893305 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['0bfce498-cb01-4c17-8c2e-187603a0b471'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:33:14.896312 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26a457d8-b702-4469-b61b-0298bc31fd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.912458 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Pushing event deleted for resources: {'Port': ['ID=0bfce498-cb01-4c17-8c2e-187603a0b471,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:14.958933 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] No DVR routers for this DVR port 0bfce498-cb01-4c17-8c2e-187603a0b471 on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:33:14.961788 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.965073 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3964c949-2e08-4558-b419-15c8c3569075 req-759bc23b-22b7-4183-913f-d83df7651034 tempest-VolumesActionsTest-34680001 tempest-VolumesActionsTest-34680001-project] 10.222.0.23 "DELETE /v2.0/ports/0bfce498-cb01-4c17-8c2e-187603a0b471 HTTP/1.1" status: 204 len: 173 time: 0.4162216 Mar 21 17:33:14.965538 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'name': 'network-vif-deleted', 'tag': '0bfce498-cb01-4c17-8c2e-187603a0b471'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:33:14.967794 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0290badf-b0bf-429c-9c8f-46025c4a6200" -d '{"events": [{"server_uuid": "6365fdf3-0af1-48f6-9119-df287ab606ae", "name": "network-vif-deleted", "tag": "0bfce498-cb01-4c17-8c2e-187603a0b471"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:33:14.972683 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26a457d8-b702-4469-b61b-0298bc31fd5f admin admin] Publish callbacks [] for security_group (c9d95842-2427-44ba-b687-12fd76a257db), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:14.978991 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-26a457d8-b702-4469-b61b-0298bc31fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c9d95842-2427-44ba-b687-12fd76a257db), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:15.005609 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72feb787-efed-4818-8874-2afa39af53ba x-openstack-request-id: req-72feb787-efed-4818-8874-2afa39af53ba {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:33:15.005902 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6365fdf3-0af1-48f6-9119-df287ab606ae", "name": "network-vif-deleted", "tag": "0bfce498-cb01-4c17-8c2e-187603a0b471", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:33:15.006152 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72feb787-efed-4818-8874-2afa39af53ba {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:33:15.006542 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6365fdf3-0af1-48f6-9119-df287ab606ae', 'name': 'network-vif-deleted', 'tag': '0bfce498-cb01-4c17-8c2e-187603a0b471', 'status': 'completed', 'code': 200} Mar 21 17:33:15.018515 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-26a457d8-b702-4469-b61b-0298bc31fd5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9cedcabebe8470690a45be17c01f901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342232 Mar 21 17:33:15.021258 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56262) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:15.027778 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a457d8-b702-4469-b61b-0298bc31fd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d95842-2427-44ba-b687-12fd76a257db,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:15.072412 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2facb1b9-5a2c-4234-af0d-559cc2d5dd49 admin admin] Publish callbacks [] for security_group (c9d95842-2427-44ba-b687-12fd76a257db), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:15.094782 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2facb1b9-5a2c-4234-af0d-559cc2d5dd49 admin admin] Publish callbacks [] for security_group (c9d95842-2427-44ba-b687-12fd76a257db), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:15.141915 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2facb1b9-5a2c-4234-af0d-559cc2d5dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (c9d95842-2427-44ba-b687-12fd76a257db), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:15.144785 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2facb1b9-5a2c-4234-af0d-559cc2d5dd49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:15.146298 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2facb1b9-5a2c-4234-af0d-559cc2d5dd49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9d95842-2427-44ba-b687-12fd76a257db HTTP/1.1" status: 204 len: 168 time: 0.1240532 Mar 21 17:33:15.154137 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facb1b9-5a2c-4234-af0d-559cc2d5dd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d95842-2427-44ba-b687-12fd76a257db,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:15.553768 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:17.039639 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:18.998461 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 0bfce498-cb01-4c17-8c2e-187603a0b471 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:33:19.022020 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 0bfce498-cb01-4c17-8c2e-187603a0b471 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:33:19.022322 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 0bfce498-cb01-4c17-8c2e-187603a0b471 not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:33:21.422320 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56386) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:21.521673 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db6111b8-920d-4de1-a040-d710675e1c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:21.593600 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db6111b8-920d-4de1-a040-d710675e1c69 admin admin] Publish callbacks [] for security_group (22e9eae1-8b21-45a6-a608-b6b43084a1bc), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:21.597028 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-db6111b8-920d-4de1-a040-d710675e1c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (22e9eae1-8b21-45a6-a608-b6b43084a1bc), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:21.633420 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-db6111b8-920d-4de1-a040-d710675e1c69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b8f73e1a1f44aaba95ae82787ee096d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100637 Mar 21 17:33:21.635872 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6111b8-920d-4de1-a040-d710675e1c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9eae1-8b21-45a6-a608-b6b43084a1bc,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:21.636691 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56390) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:21.684069 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e2ccf54-b1cc-449d-b548-770be44d3640 admin admin] Publish callbacks [] for security_group (22e9eae1-8b21-45a6-a608-b6b43084a1bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:21.704838 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e2ccf54-b1cc-449d-b548-770be44d3640 admin admin] Publish callbacks [] for security_group (22e9eae1-8b21-45a6-a608-b6b43084a1bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:21.749291 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e2ccf54-b1cc-449d-b548-770be44d3640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (22e9eae1-8b21-45a6-a608-b6b43084a1bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:21.751800 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-1e2ccf54-b1cc-449d-b548-770be44d3640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:21.752983 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-1e2ccf54-b1cc-449d-b548-770be44d3640 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22e9eae1-8b21-45a6-a608-b6b43084a1bc HTTP/1.1" status: 204 len: 168 time: 0.1153224 Mar 21 17:33:21.761033 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ccf54-b1cc-449d-b548-770be44d3640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9eae1-8b21-45a6-a608-b6b43084a1bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:22.722935 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56434) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:22.823239 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:22.901577 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Publish callbacks [] for security_group (7db45b26-7c52-42cc-9726-98db5d3e6ef4), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:22.905095 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7db45b26-7c52-42cc-9726-98db5d3e6ef4), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:22.942310 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b139eadaaacc416cb73da3143abfb273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183468 Mar 21 17:33:22.943387 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db45b26-7c52-42cc-9726-98db5d3e6ef4,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:22.945059 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56438) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:22.950778 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.951194 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.951462 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.951796 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.952148 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.953062 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.953404 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.953728 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.954054 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.954376 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.954701 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.955021 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.955336 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.955651 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.955965 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda79766-84e2-4e0d-8e7c-5a15a7632094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:33:22.993215 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1302933e-2b48-4ec3-890e-10137967ef38 admin admin] Publish callbacks [] for security_group (7db45b26-7c52-42cc-9726-98db5d3e6ef4), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:23.014964 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1302933e-2b48-4ec3-890e-10137967ef38 admin admin] Publish callbacks [] for security_group (7db45b26-7c52-42cc-9726-98db5d3e6ef4), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:23.062163 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1302933e-2b48-4ec3-890e-10137967ef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (7db45b26-7c52-42cc-9726-98db5d3e6ef4), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:23.064734 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-1302933e-2b48-4ec3-890e-10137967ef38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:23.065862 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-1302933e-2b48-4ec3-890e-10137967ef38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7db45b26-7c52-42cc-9726-98db5d3e6ef4 HTTP/1.1" status: 204 len: 168 time: 0.1198232 Mar 21 17:33:23.074100 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302933e-2b48-4ec3-890e-10137967ef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db45b26-7c52-42cc-9726-98db5d3e6ef4,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:28.936308 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56568) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:29.041778 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd47a-a31f-4d3a-8fb8-19df0021186f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:29.127250 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd47a-a31f-4d3a-8fb8-19df0021186f admin admin] Publish callbacks [] for security_group (cf7c0710-8651-474a-9be1-3bc73c2a3b8e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:29.131386 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-bfdfd47a-a31f-4d3a-8fb8-19df0021186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cf7c0710-8651-474a-9be1-3bc73c2a3b8e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:29.169773 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-bfdfd47a-a31f-4d3a-8fb8-19df0021186f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=577ec0943fb541959573bfdadd87de88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324007 Mar 21 17:33:29.170593 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfd47a-a31f-4d3a-8fb8-19df0021186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7c0710-8651-474a-9be1-3bc73c2a3b8e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:29.172516 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56572) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:29.221150 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07a649ed-20d3-447e-b2f9-71dfed201cb7 admin admin] Publish callbacks [] for security_group (cf7c0710-8651-474a-9be1-3bc73c2a3b8e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:29.242171 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07a649ed-20d3-447e-b2f9-71dfed201cb7 admin admin] Publish callbacks [] for security_group (cf7c0710-8651-474a-9be1-3bc73c2a3b8e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:29.288069 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07a649ed-20d3-447e-b2f9-71dfed201cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (cf7c0710-8651-474a-9be1-3bc73c2a3b8e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:29.290651 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-07a649ed-20d3-447e-b2f9-71dfed201cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:29.291791 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-07a649ed-20d3-447e-b2f9-71dfed201cb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf7c0710-8651-474a-9be1-3bc73c2a3b8e HTTP/1.1" status: 204 len: 168 time: 0.1177478 Mar 21 17:33:29.299908 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a649ed-20d3-447e-b2f9-71dfed201cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7c0710-8651-474a-9be1-3bc73c2a3b8e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:29.930680 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56578) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:29.972910 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] Deleting subnet 60dc9efb-54f3-4df1-a87b-e0c471cf8240 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:33:29.975852 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] Publish callbacks [] for subnet (60dc9efb-54f3-4df1-a87b-e0c471cf8240), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.012390 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18345360'] for subnet (60dc9efb-54f3-4df1-a87b-e0c471cf8240), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.050382 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (60dc9efb-54f3-4df1-a87b-e0c471cf8240), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.100665 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17448775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18268721'] for subnet (60dc9efb-54f3-4df1-a87b-e0c471cf8240), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.124755 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60dc9efb-54f3-4df1-a87b-e0c471cf8240,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:30.132594 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.135771 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-a39746dd-8462-4365-84ef-9e8b7e568a21 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/60dc9efb-54f3-4df1-a87b-e0c471cf8240 HTTP/1.1" status: 204 len: 168 time: 0.2041059 Mar 21 17:33:30.138806 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56580) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:30.206727 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (bed7dc9c-1e33-4308-b985-db3070fe69bc), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.282005 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (bed7dc9c-1e33-4308-b985-db3070fe69bc), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.301197 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed7dc9c-1e33-4308-b985-db3070fe69bc']}} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:30.310628 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a792ff4-cd58-42e7-9710-5ebfb18c9d3c') {'for_net_delete': True} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:30.310925 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.services.segments.db [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a792ff4-cd58-42e7-9710-5ebfb18c9d3c') {} {{(pid=103305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:30.319696 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18345385'] for segment (8a792ff4-cd58-42e7-9710-5ebfb18c9d3c), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.332039 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (8a792ff4-cd58-42e7-9710-5ebfb18c9d3c), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.337973 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:33:30.338411 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17448421'] for segment (8a792ff4-cd58-42e7-9710-5ebfb18c9d3c), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: Traceback (most recent call last): Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: timer() Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: cb(*args, **kw) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: return func(*args, **kwargs) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: self._notify() Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: self.callback(batched_events) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: event.method(event) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: return f(self, *a, **k) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: return self._get(url).json() Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: return self.request(url, 'GET', **kwargs) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:33:30.340029 dv-cinder-768458-20-smb neutron-server[103305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:33:30.394213 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (bed7dc9c-1e33-4308-b985-db3070fe69bc), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.400127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.403265 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bed7dc9c-1e33-4308-b985-db3070fe69bc HTTP/1.1" status: 204 len: 168 time: 0.2635279 Mar 21 17:33:30.406184 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56582) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:30.415340 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c2c6-b579-4c84-b1b1-a1085c2e25d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed7dc9c-1e33-4308-b985-db3070fe69bc,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:30.449664 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.db_base_plugin_v2 [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] Deleting subnet cb6ccc13-e3a5-479c-9953-82cb2397160e {{(pid=103306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:33:30.452775 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] Publish callbacks [] for subnet (cb6ccc13-e3a5-479c-9953-82cb2397160e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.486307 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2678552'] for subnet (cb6ccc13-e3a5-479c-9953-82cb2397160e), precommit_delete_associations {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.525843 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (cb6ccc13-e3a5-479c-9953-82cb2397160e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.575499 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2589651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3666968'] for subnet (cb6ccc13-e3a5-479c-9953-82cb2397160e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.599966 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6ccc13-e3a5-479c-9953-82cb2397160e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:30.603699 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.607400 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-15507da0-a556-4304-b885-9824a7eba150 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb6ccc13-e3a5-479c-9953-82cb2397160e HTTP/1.1" status: 204 len: 168 time: 0.2002454 Mar 21 17:33:30.609941 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56584) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:30.674200 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (51954f5c-637a-47ba-98e3-d7da221c707e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.751570 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (51954f5c-637a-47ba-98e3-d7da221c707e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.770614 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51954f5c-637a-47ba-98e3-d7da221c707e']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:30.780080 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb682034-0b7b-4b1d-81a4-04a8d301548a') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:30.780391 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb682034-0b7b-4b1d-81a4-04a8d301548a') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:33:30.789551 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (bb682034-0b7b-4b1d-81a4-04a8d301548a), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.802735 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (bb682034-0b7b-4b1d-81a4-04a8d301548a), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.808415 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:33:30.808788 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (bb682034-0b7b-4b1d-81a4-04a8d301548a), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:33:30.810375 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:33:30.862781 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (51954f5c-637a-47ba-98e3-d7da221c707e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.867995 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:30.871240 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] 10.222.0.20 "DELETE /v2.0/networks/51954f5c-637a-47ba-98e3-d7da221c707e HTTP/1.1" status: 204 len: 168 time: 0.2604208 Mar 21 17:33:30.885339 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a042d-f874-4c58-b1a1-9d1ab2485989 admin admin] Pushing event deleted for resources: {'Network': ['ID=51954f5c-637a-47ba-98e3-d7da221c707e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:31.026002 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56588) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:31.064910 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-ebe62414-0837-4a0b-bed2-568c8dffbbc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=679c28c5023442ce93c78891f2bd8e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369542 Mar 21 17:33:31.067222 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56590) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:31.113394 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a5a6-0778-4397-8768-0b51503cdb63 admin admin] Publish callbacks [] for security_group (9d7cc2fb-ceed-447f-93f8-256d09458160), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.133094 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a5a6-0778-4397-8768-0b51503cdb63 admin admin] Publish callbacks [] for security_group (9d7cc2fb-ceed-447f-93f8-256d09458160), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.178333 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a5a6-0778-4397-8768-0b51503cdb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (9d7cc2fb-ceed-447f-93f8-256d09458160), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.180964 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a5a6-0778-4397-8768-0b51503cdb63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.182098 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-4dc8a5a6-0778-4397-8768-0b51503cdb63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d7cc2fb-ceed-447f-93f8-256d09458160 HTTP/1.1" status: 204 len: 168 time: 0.1140008 Mar 21 17:33:31.189485 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8a5a6-0778-4397-8768-0b51503cdb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7cc2fb-ceed-447f-93f8-256d09458160,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:31.486521 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56596) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:31.528493 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-4fee5b72-093c-4fc0-8f4b-c9ed10e0eb44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=627453501b854384842782bdeb1d72c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404875 Mar 21 17:33:31.530563 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56598) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:31.576362 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5943f-4bb4-49c1-92a7-dbe59ee19027 admin admin] Publish callbacks [] for security_group (f90597c1-9b09-4eae-ba24-fdd888f940f1), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.596135 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5943f-4bb4-49c1-92a7-dbe59ee19027 admin admin] Publish callbacks [] for security_group (f90597c1-9b09-4eae-ba24-fdd888f940f1), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.641476 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5943f-4bb4-49c1-92a7-dbe59ee19027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f90597c1-9b09-4eae-ba24-fdd888f940f1), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.644011 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-b2d5943f-4bb4-49c1-92a7-dbe59ee19027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:31.645404 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-b2d5943f-4bb4-49c1-92a7-dbe59ee19027 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f90597c1-9b09-4eae-ba24-fdd888f940f1 HTTP/1.1" status: 204 len: 168 time: 0.1139240 Mar 21 17:33:31.652792 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5943f-4bb4-49c1-92a7-dbe59ee19027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90597c1-9b09-4eae-ba24-fdd888f940f1,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:32.543503 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:35.721561 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56656) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:35.821743 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11e2dc86-0028-4785-9624-6af243741881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:35.891813 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11e2dc86-0028-4785-9624-6af243741881 admin admin] Publish callbacks [] for security_group (db0ff5c6-5186-479a-81c8-111bbd59f263), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:35.895638 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-11e2dc86-0028-4785-9624-6af243741881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (db0ff5c6-5186-479a-81c8-111bbd59f263), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:35.934694 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-11e2dc86-0028-4785-9624-6af243741881 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c1898b9cace4775872957fbfdb983f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120833 Mar 21 17:33:35.935639 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2dc86-0028-4785-9624-6af243741881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ff5c6-5186-479a-81c8-111bbd59f263,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:35.937405 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56660) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:35.988701 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cb458dd-fd25-4330-8dd0-5e289bdfaf35 admin admin] Publish callbacks [] for security_group (db0ff5c6-5186-479a-81c8-111bbd59f263), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.008734 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cb458dd-fd25-4330-8dd0-5e289bdfaf35 admin admin] Publish callbacks [] for security_group (db0ff5c6-5186-479a-81c8-111bbd59f263), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.055948 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cb458dd-fd25-4330-8dd0-5e289bdfaf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (db0ff5c6-5186-479a-81c8-111bbd59f263), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.058590 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-3cb458dd-fd25-4330-8dd0-5e289bdfaf35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.059795 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-3cb458dd-fd25-4330-8dd0-5e289bdfaf35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db0ff5c6-5186-479a-81c8-111bbd59f263 HTTP/1.1" status: 204 len: 168 time: 0.1207173 Mar 21 17:33:36.067272 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb458dd-fd25-4330-8dd0-5e289bdfaf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ff5c6-5186-479a-81c8-111bbd59f263,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:36.315058 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56666) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:36.328334 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1b914df-324d-4b5c-ad10-05939c653831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.403340 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1b914df-324d-4b5c-ad10-05939c653831 admin admin] Publish callbacks [] for security_group (337235ab-959b-4e04-981f-5a6b5f8a564e), precommit_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.407115 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-c1b914df-324d-4b5c-ad10-05939c653831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (337235ab-959b-4e04-981f-5a6b5f8a564e), after_create {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.444616 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-c1b914df-324d-4b5c-ad10-05939c653831 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2968c46f4ea42b78bebed1fc4cf8c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284797 Mar 21 17:33:36.446622 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b914df-324d-4b5c-ad10-05939c653831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337235ab-959b-4e04-981f-5a6b5f8a564e,revision_number=1']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:36.447335 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56668) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:36.707418 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b507862-efe9-46a5-b30c-e51b0e9bc75b admin admin] Publish callbacks [] for security_group (337235ab-959b-4e04-981f-5a6b5f8a564e), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.727362 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b507862-efe9-46a5-b30c-e51b0e9bc75b admin admin] Publish callbacks [] for security_group (337235ab-959b-4e04-981f-5a6b5f8a564e), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.772681 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b507862-efe9-46a5-b30c-e51b0e9bc75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (337235ab-959b-4e04-981f-5a6b5f8a564e), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.775339 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-2b507862-efe9-46a5-b30c-e51b0e9bc75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:36.776562 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-2b507862-efe9-46a5-b30c-e51b0e9bc75b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/337235ab-959b-4e04-981f-5a6b5f8a564e HTTP/1.1" status: 204 len: 168 time: 0.3281999 Mar 21 17:33:36.784792 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b507862-efe9-46a5-b30c-e51b0e9bc75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337235ab-959b-4e04-981f-5a6b5f8a564e,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:40.256276 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56712) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:40.357095 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad2dd-f461-4ae3-b6da-2616c45fa1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:40.429526 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad2dd-f461-4ae3-b6da-2616c45fa1f9 admin admin] Publish callbacks [] for security_group (f867accf-c0cc-4faa-a789-29082ab490e1), precommit_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:40.433137 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-9f8ad2dd-f461-4ae3-b6da-2616c45fa1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f867accf-c0cc-4faa-a789-29082ab490e1), after_create {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:40.469661 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-9f8ad2dd-f461-4ae3-b6da-2616c45fa1f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9b25277c67843b684835d5db1f0188b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123415 Mar 21 17:33:40.470808 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ad2dd-f461-4ae3-b6da-2616c45fa1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f867accf-c0cc-4faa-a789-29082ab490e1,revision_number=1']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:40.472366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56716) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:33:40.519274 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbda4b8-477e-44d8-ab0c-6d2f2c6b6153 admin admin] Publish callbacks [] for security_group (f867accf-c0cc-4faa-a789-29082ab490e1), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:40.539710 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbda4b8-477e-44d8-ab0c-6d2f2c6b6153 admin admin] Publish callbacks [] for security_group (f867accf-c0cc-4faa-a789-29082ab490e1), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:40.587727 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbda4b8-477e-44d8-ab0c-6d2f2c6b6153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f867accf-c0cc-4faa-a789-29082ab490e1), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:40.590955 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-9dbda4b8-477e-44d8-ab0c-6d2f2c6b6153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:40.592143 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-9dbda4b8-477e-44d8-ab0c-6d2f2c6b6153 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f867accf-c0cc-4faa-a789-29082ab490e1 HTTP/1.1" status: 204 len: 168 time: 0.1181591 Mar 21 17:33:40.599282 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbda4b8-477e-44d8-ab0c-6d2f2c6b6153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f867accf-c0cc-4faa-a789-29082ab490e1,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:33:40.768661 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e5296af8-1132-4b03-843d-03b5453f52ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:42.956686 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-046e122e-5e48-4465-be4e-29a674ae009b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:44.038664 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:45.554790 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:47.040543 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:33:50.134514 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:34:02.556291 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:04.848068 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e809-5b1d-4bb1-a8f9-f11c7c6f45fa req-d54ff9d3-385b-4fb2-9fbf-886f145aca90 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:04.849563 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1924e809-5b1d-4bb1-a8f9-f11c7c6f45fa req-d54ff9d3-385b-4fb2-9fbf-886f145aca90 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Mar 21 17:34:04.896906 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1924e809-5b1d-4bb1-a8f9-f11c7c6f45fa req-4b5f1efe-926e-4b50-a946-edc7b8180dd9 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417423 Mar 21 17:34:06.012840 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d9169-79e2-4f63-a45d-5b51a8bd3344 req-809b71e5-1ba1-44a2-9a6c-c6ca81030fe1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:06.014424 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-704d9169-79e2-4f63-a45d-5b51a8bd3344 req-809b71e5-1ba1-44a2-9a6c-c6ca81030fe1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0515442 Mar 21 17:34:06.062780 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-704d9169-79e2-4f63-a45d-5b51a8bd3344 req-85b49558-7c6a-4b45-bd36-ef1c2e2c6982 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Mar 21 17:34:07.180937 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b958a-61dd-4e7c-860c-eaaa871b7e07 req-f23628d0-bdf7-4e85-bdad-3ed00405dd8d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:07.182289 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ce3b958a-61dd-4e7c-860c-eaaa871b7e07 req-f23628d0-bdf7-4e85-bdad-3ed00405dd8d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0539057 Mar 21 17:34:07.230029 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ce3b958a-61dd-4e7c-860c-eaaa871b7e07 req-882f7eb5-7d5c-410e-8cbb-8f5d2f27efea tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 Mar 21 17:34:08.344260 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ff2e6-7386-4577-950c-4fc3c4bece8f req-f56b2942-6374-4345-96e6-efd37548d264 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:08.345689 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ff4ff2e6-7386-4577-950c-4fc3c4bece8f req-f56b2942-6374-4345-96e6-efd37548d264 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0500238 Mar 21 17:34:08.392676 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-ff4ff2e6-7386-4577-950c-4fc3c4bece8f req-e9aaafcd-8b69-427a-a203-88896de0177b tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Mar 21 17:34:09.510468 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384a666-28ca-4610-933a-9f5ae9f4d0db req-321c33f1-4b5e-4a84-a9e3-4dd9690eaf81 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:09.511820 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4384a666-28ca-4610-933a-9f5ae9f4d0db req-321c33f1-4b5e-4a84-a9e3-4dd9690eaf81 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Mar 21 17:34:09.558559 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-4384a666-28ca-4610-933a-9f5ae9f4d0db req-a9b112f7-54a8-44d0-ae7c-c0428a8c6c75 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412707 Mar 21 17:34:10.673476 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3d29e-be95-4fca-b34b-c5efd1f2f98c req-77e5ad10-1b23-4635-9328-a097bd08105a tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:10.674936 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e9d3d29e-be95-4fca-b34b-c5efd1f2f98c req-77e5ad10-1b23-4635-9328-a097bd08105a tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0508895 Mar 21 17:34:10.721333 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-e9d3d29e-be95-4fca-b34b-c5efd1f2f98c req-a64bd790-f939-4d13-8a6a-5f2cfdb605a3 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Mar 21 17:34:10.771072 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ee78158e-cc42-473e-b75c-2de504226428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:11.836275 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166c78-985f-4772-8123-355ce9a938b2 req-e7f5dd34-b66d-49a2-9918-271102b32c23 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:11.837732 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-33166c78-985f-4772-8123-355ce9a938b2 req-e7f5dd34-b66d-49a2-9918-271102b32c23 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0506201 Mar 21 17:34:11.888775 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-33166c78-985f-4772-8123-355ce9a938b2 req-5b3e20c8-bfcd-4c42-905e-ab36e5dc85ee tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Mar 21 17:34:12.959496 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-a01854b1-9d96-44cf-bc0a-506218859989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:13.015998 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f783c6-4905-486a-b6a9-0e5b007a0b3d req-d556136e-0d30-405f-8cc3-8e4334701525 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:13.018275 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-27f783c6-4905-486a-b6a9-0e5b007a0b3d req-d556136e-0d30-405f-8cc3-8e4334701525 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0637267 Mar 21 17:34:13.067533 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-27f783c6-4905-486a-b6a9-0e5b007a0b3d req-aaf948f4-f22f-43f7-9498-cdb2de6c24f6 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Mar 21 17:34:14.042336 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:14.182744 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1276-467b-4659-90ac-3d191c7e7bcb req-be1cd4a1-590b-4527-aa76-8205e246b57f tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:14.184236 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fa7e1276-467b-4659-90ac-3d191c7e7bcb req-be1cd4a1-590b-4527-aa76-8205e246b57f tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0514386 Mar 21 17:34:14.230926 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-fa7e1276-467b-4659-90ac-3d191c7e7bcb req-6814ad07-2f0c-4358-98c4-371589141c2a tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Mar 21 17:34:14.965892 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-a75803b3-6841-4b3d-826c-4ecf2f4b779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:14.967337 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-a75803b3-6841-4b3d-826c-4ecf2f4b779c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.0467207 Mar 21 17:34:15.055657 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-a371a9ff-264b-4d8d-9d00-2996d671176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.057189 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-a371a9ff-264b-4d8d-9d00-2996d671176a service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.0841928 Mar 21 17:34:15.124037 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-661888f6-f354-45dd-bbdd-f6b74189aaba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 1001 time: 0.0608075 Mar 21 17:34:15.170269 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-9fb4db84-7b86-4f9e-b544-0da94310fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.171657 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-9fb4db84-7b86-4f9e-b544-0da94310fbed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0421748 Mar 21 17:34:15.217875 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-69180ca4-0592-4535-965f-9e7398a3046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.219306 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-69180ca4-0592-4535-965f-9e7398a3046d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0423653 Mar 21 17:34:15.331432 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-b852d327-215a-4fe7-9f7d-3d25feede3c6 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062355 Mar 21 17:34:15.403551 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f264cc6-f771-41f8-8744-2873e50dd482 req-82c18afa-6ff7-4a32-ae50-3135a80b7418 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.404965 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7f264cc6-f771-41f8-8744-2873e50dd482 req-82c18afa-6ff7-4a32-ae50-3135a80b7418 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.1085463 Mar 21 17:34:15.460420 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-46f887d2-8310-4494-ab85-7c3fe60f81ac req-1e664062-807c-4a34-8289-320acfd01663 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225996 Mar 21 17:34:15.479679 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-7f264cc6-f771-41f8-8744-2873e50dd482 req-58358e7b-3e78-44d9-94e4-7d76cc93d482 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598152 Mar 21 17:34:15.557612 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:15.566185 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-d2e59cdc-9b51-4ff8-b2f5-a66817f2b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.567663 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-d2e59cdc-9b51-4ff8-b2f5-a66817f2b73a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.0450575 Mar 21 17:34:15.668184 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-4daf3a26-8b71-4ea2-b17f-bc7dfb8be2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.669525 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-4daf3a26-8b71-4ea2-b17f-bc7dfb8be2b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.0842896 Mar 21 17:34:15.733517 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-6dae5fec-61d7-4690-a6f0-bec9b0de0e29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 1001 time: 0.0578258 Mar 21 17:34:15.778763 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-30ba9b29-bc82-463c-ade0-b988d487c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.780155 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-30ba9b29-bc82-463c-ade0-b988d487c03b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0411942 Mar 21 17:34:15.830104 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-23c7c3da-dffe-4d69-9719-3bd41b1b4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:15.831535 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-23c7c3da-dffe-4d69-9719-3bd41b1b4423 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0452406 Mar 21 17:34:15.915583 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-966f1acb-d716-4857-a867-0b2a578e1fca service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770526 Mar 21 17:34:16.002033 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-648e71bd-2592-4da3-a2ef-6e75e80e510f req-858cffa9-df95-49d0-8ac4-9a674e9fe974 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798535 Mar 21 17:34:16.596910 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd216a9-285e-4579-89ea-6b9009debc91 req-2acb0b9d-3ad6-4e17-bae5-79d8b84af1c4 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:16.598363 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6fd216a9-285e-4579-89ea-6b9009debc91 req-2acb0b9d-3ad6-4e17-bae5-79d8b84af1c4 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Mar 21 17:34:16.645052 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-6fd216a9-285e-4579-89ea-6b9009debc91 req-6edc1669-2363-4583-b4d2-410b035167a2 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Mar 21 17:34:17.042975 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:17.759289 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0341a-80d3-462a-afe2-4514500a34a7 req-fd35421e-b4d1-4f42-8855-b0ef3fe62d83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:17.762080 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-baf0341a-80d3-462a-afe2-4514500a34a7 req-fd35421e-b4d1-4f42-8855-b0ef3fe62d83 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Mar 21 17:34:17.814486 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-baf0341a-80d3-462a-afe2-4514500a34a7 req-88f29304-6aa7-426c-aa7f-0f587902ea31 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Mar 21 17:34:18.025713 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525db98-9d4e-46b3-a26d-d39d746591d7 req-4bbd8e7a-9f2f-4a39-ab92-01a111c24ef0 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:18.027173 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a525db98-9d4e-46b3-a26d-d39d746591d7 req-4bbd8e7a-9f2f-4a39-ab92-01a111c24ef0 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0565784 Mar 21 17:34:18.048930 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56758) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:34:18.075279 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-a525db98-9d4e-46b3-a26d-d39d746591d7 req-7fc0d9c9-f64d-41dd-82d1-408323b272c1 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 Mar 21 17:34:18.139123 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-88df588d-aff9-4f1d-8149-7f46b2892b0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889668 Mar 21 17:34:18.147983 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-14225410-f272-4ac8-8b7c-e7606fcd6b31 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 17:34:18.148968 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-14225410-f272-4ac8-8b7c-e7606fcd6b31 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050824 Mar 21 17:34:18.295681 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56766) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:34:18.342237 dv-cinder-768458-20-smb neutron-server[103306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 17:34:18.384990 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-954a973b-0bd5-47c0-8586-7332a309172d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:18.386316 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-954a973b-0bd5-47c0-8586-7332a309172d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports/44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 942 time: 0.0896354 Mar 21 17:34:19.194305 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490b7c-9991-4bbb-8071-e390373748ce req-42d828d8-71bd-4358-8f51-935ea59a673e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:19.195883 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-32490b7c-9991-4bbb-8071-e390373748ce req-42d828d8-71bd-4358-8f51-935ea59a673e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0523190 Mar 21 17:34:19.243970 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-32490b7c-9991-4bbb-8071-e390373748ce req-24ba7dfe-1843-4767-a8b5-235109c0e1bc tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Mar 21 17:34:19.460429 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-94d3e1a7-8896-4f65-84f6-fae10ed2dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:19.461898 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-94d3e1a7-8896-4f65-84f6-fae10ed2dceb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21&tenant_id=56483fd1775949a19d732ac9e7d3825f HTTP/1.1" status: 200 len: 1129 time: 0.0438330 Mar 21 17:34:19.530044 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-ed86b6ad-0a44-42a4-a4f8-75db4cf28d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:19.531500 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-ed86b6ad-0a44-42a4-a4f8-75db4cf28d7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.0468452 Mar 21 17:34:19.616157 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-fcc9fa0f-faa0-4811-9727-7e9e93fe2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:19.617574 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-fcc9fa0f-faa0-4811-9727-7e9e93fe2986 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.0806532 Mar 21 17:34:19.683066 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-e7255d38-d015-4e98-a517-503467ac08e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 1001 time: 0.0588789 Mar 21 17:34:19.727288 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-1dc982cd-ac9f-4d4f-b965-eaa21da68498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:19.728595 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-1dc982cd-ac9f-4d4f-b965-eaa21da68498 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0400956 Mar 21 17:34:19.775086 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-e92e13ce-24d6-494f-8ee9-7a021830a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:19.776539 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-e92e13ce-24d6-494f-8ee9-7a021830a79e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0417645 Mar 21 17:34:20.099670 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-6ed16640-ef78-4d42-8935-2c742a104283 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172295 Mar 21 17:34:20.184803 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-db3ffeb5-8ef4-48a6-8fba-e659940cb06c req-084e10ac-a755-4a55-9482-856246b8c8f0 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778823 Mar 21 17:34:20.362315 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e25c79-36e7-4994-81c7-411055210f96 req-27792d12-4287-4c28-bb61-75a3f856fec2 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:20.363684 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90e25c79-36e7-4994-81c7-411055210f96 req-27792d12-4287-4c28-bb61-75a3f856fec2 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0550001 Mar 21 17:34:20.410505 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-90e25c79-36e7-4994-81c7-411055210f96 req-fdb789ec-86de-4de6-981b-109527fd7559 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Mar 21 17:34:21.129414 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c761c-34df-48ee-b23b-e0983823aa37 req-15ed4a51-e96d-42ab-b91c-759f01a59e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:21.130785 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3f4c761c-34df-48ee-b23b-e0983823aa37 req-15ed4a51-e96d-42ab-b91c-759f01a59e4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.0428276 Mar 21 17:34:21.168621 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 44253477-7c95-49d5-8bf2-b495b25b839a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:34:21.173938 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-3f4c761c-34df-48ee-b23b-e0983823aa37 req-01bd2bff-6dcb-46cc-b099-60188cbc111a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376773 Mar 21 17:34:21.244178 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 44253477-7c95-49d5-8bf2-b495b25b839a is: ACTIVE; New status is: DOWN {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:34:21.244567 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:21.266867 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:34:21.269090 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3c3151-263e-4b0e-9cd8-a3a0d54c6511" -d '{"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-unplugged", "status": "completed", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:34:21.281855 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:34:21.285963 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:21.309685 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 17:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0edf3a-e7f7-46cc-92f7-3d205c303315 x-openstack-request-id: req-7f0edf3a-e7f7-46cc-92f7-3d205c303315 {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:34:21.310080 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-unplugged", "status": "completed", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:34:21.310286 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f0edf3a-e7f7-46cc-92f7-3d205c303315 {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:34:21.310679 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a', 'code': 200} Mar 21 17:34:21.335123 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=6']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:34:21.341901 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.342250 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.342594 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.342934 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.343266 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.343600 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.343926 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.344279 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.344607 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.344930 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.345253 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.345578 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.345898 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.346220 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.346538 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:34:21.523486 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4635403-deff-45d7-ab4b-e796aeed716e req-2933f094-6215-40d0-9d01-a477e197f2bb tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:21.524945 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d4635403-deff-45d7-ab4b-e796aeed716e req-2933f094-6215-40d0-9d01-a477e197f2bb tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 943 time: 0.0501633 Mar 21 17:34:21.574384 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d4635403-deff-45d7-ab4b-e796aeed716e req-f94b8fa2-caf1-4025-8f85-56ccf6e784ad tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Mar 21 17:34:22.690966 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6f8fd-fa59-44d4-b319-882976a6a55d req-cb4764df-716d-4be0-8eeb-3a733a02b5d6 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:34:22.692408 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d9a6f8fd-fa59-44d4-b319-882976a6a55d req-cb4764df-716d-4be0-8eeb-3a733a02b5d6 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 943 time: 0.0511136 Mar 21 17:34:22.738371 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-d9a6f8fd-fa59-44d4-b319-882976a6a55d req-fb487fa6-327b-45a9-bb17-493c09b61155 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Mar 21 17:34:23.182682 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 44253477-7c95-49d5-8bf2-b495b25b839a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103307) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 17:34:23.399077 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:34:23.410594 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Returning: {'device': '44253477-7c95-49d5-8bf2-b495b25b839a', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'port_id': '44253477-7c95-49d5-8bf2-b495b25b839a', 'mac_address': 'fa:16:3e:37:74:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103307) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 17:34:23.446336 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 44253477-7c95-49d5-8bf2-b495b25b839a is: DOWN; New status is: BUILD {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:34:23.446654 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:23.459778 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44253477-7c95-49d5-8bf2-b495b25b839a {{(pid=103307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 17:34:23.479247 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:34:23.482922 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:23.532584 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=7']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:34:23.701654 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] get_ports_and_sgs() called for port_ids ['44253477-7c95-49d5-8bf2-b495b25b839a'] {{(pid=103307) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 17:34:25.207626 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 44253477-7c95-49d5-8bf2-b495b25b839a up at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 17:34:25.254681 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.provisioning_blocks [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Provisioning complete for port 44253477-7c95-49d5-8bf2-b495b25b839a triggered by entity L2. {{(pid=103307) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 17:34:25.255265 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66422572'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), provisioning_complete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:25.332975 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Current status of the port 44253477-7c95-49d5-8bf2-b495b25b839a is: BUILD; New status is: ACTIVE {{(pid=103307) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 17:34:25.333341 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66524222'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:25.354558 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a'}] {{(pid=103307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:34:25.356812 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa7ab3097ca2fe77129440b18d6a182bf3b7dee8526fbc954435b30d298327c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337d202e-0d42-4ed2-83ec-49ba8329ce86" -d '{"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a"}]}' {{(pid=103307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:34:25.369944 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:34:25.374299 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739083974292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739083436036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739083436054'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:25.398604 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a336e2-1753-45ac-b2d1-40044b82aeaf x-openstack-request-id: req-b9a336e2-1753-45ac-b2d1-40044b82aeaf {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:34:25.398891 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-plugged", "status": "completed", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a", "code": 200}]} {{(pid=103307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:34:25.399138 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9a336e2-1753-45ac-b2d1-40044b82aeaf {{(pid=103307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:34:25.399516 dv-cinder-768458-20-smb neutron-server[103307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a', 'code': 200} Mar 21 17:34:25.422432 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Pushing event updated for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=8']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:34:27.133557 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:34:32.570733 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:40.772603 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4716f12e-e289-440c-91a8-8d6e6f1ae078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:42.960761 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6fda4ee1-1921-44c5-869c-d33efeeb55ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:44.046490 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:45.559392 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:34:47.045086 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:02.584752 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:04.132019 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:35:10.773570 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1ead5b59-c3c0-4a99-8421-f621ce262690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:12.961513 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-52ca7ab9-c1df-4590-b914-0da1c5ea15b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:14.047547 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:15.358632 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-4e6f0031-bb28-4d32-97b3-53a35dbfaa3c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421569 Mar 21 17:35:15.439068 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-42988b48-baeb-460c-9b42-5d3186bc7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:15.440536 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-42988b48-baeb-460c-9b42-5d3186bc7bde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.0430212 Mar 21 17:35:15.539889 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-f22aec32-13f4-4548-9dc5-c1c4dd3fd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:15.541891 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-f22aec32-13f4-4548-9dc5-c1c4dd3fd913 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.0845969 Mar 21 17:35:15.562145 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:15.604657 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-152edec0-8e8c-4d44-9b7e-fd5c0bae671d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 1001 time: 0.0571094 Mar 21 17:35:15.653777 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-651d64af-a4e0-46ef-ac76-6368a2cbc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:15.655244 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-651d64af-a4e0-46ef-ac76-6368a2cbc8a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0455966 Mar 21 17:35:15.701514 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-a25e7c34-9f2e-4bce-bae4-f3efb99714f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:15.702986 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-a25e7c34-9f2e-4bce-bae4-f3efb99714f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0426915 Mar 21 17:35:15.788223 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-3ef74a90-436a-4171-801d-985187d7fbb1 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788989 Mar 21 17:35:15.875679 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-c5bd8a95-0bf3-4756-8f0c-bb94368a6169 req-bd1a84a1-2d6d-4eed-96b1-b06dd91f05b0 service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811505 Mar 21 17:35:17.047858 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:32.490507 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56804) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:32.599394 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:32.644907 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Deleting port 639fc300-666a-4111-8b87-70476e955ca0 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:32.645247 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (639fc300-666a-4111-8b87-70476e955ca0), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:32.721088 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (639fc300-666a-4111-8b87-70476e955ca0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:32.721409 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for floatingip (639fc300-666a-4111-8b87-70476e955ca0), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:32.732773 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Calling delete_port for 639fc300-666a-4111-8b87-70476e955ca0 owned by network:floatingip {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:32.901001 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (639fc300-666a-4111-8b87-70476e955ca0), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:32.931415 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event deleted for resources: {'Port': ['ID=639fc300-666a-4111-8b87-70476e955ca0,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:32.954342 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.954679 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.955022 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.955360 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.955696 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.956031 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.956383 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.956712 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.957040 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.957361 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.957684 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.958010 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.958328 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.958647 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:32.958965 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:33.001373 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for floatingip (f5a886e9-f823-40dc-bfa6-d5b524f6139c), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:33.001701 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.db.l3_db [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Floating IP f5a886e9-f823-40dc-bfa6-d5b524f6139c disassociated (deleted). External IP: 172.28.2.151, port: 44253477-7c95-49d5-8bf2-b495b25b839a. Mar 21 17:35:33.210023 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:35:33.316675 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:35:33.321438 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for floatingip (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:33.326371 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] Sync routers for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:35:33.335708 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:35:33.336349 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:35:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:33.350850 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-0fe841db-c614-45e4-bf7e-f073352f4f8e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5a886e9-f823-40dc-bfa6-d5b524f6139c HTTP/1.1" status: 204 len: 168 time: 0.8592763 Mar 21 17:35:33.351427 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a'}] {{(pid=103306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:35:33.354210 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}287ea22886898c2cec48408e07358a348083cb5f449e74230a2ad432d8f96c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a"}]}' {{(pid=103306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:35:33.448668 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:35:33.452890 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba873dc-dab3-477c-b250-a67ead624b1a x-openstack-request-id: req-7ba873dc-dab3-477c-b250-a67ead624b1a {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:35:33.453291 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a", "status": "completed", "code": 200}]} {{(pid=103306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:35:33.453750 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ba873dc-dab3-477c-b250-a67ead624b1a {{(pid=103306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:35:33.454164 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a', 'status': 'completed', 'code': 200} Mar 21 17:35:33.535798 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-99c9a58b-3ce8-45fa-a125-2e2436bf8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:33.537358 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-99c9a58b-3ce8-45fa-a125-2e2436bf8b9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=56483fd1775949a19d732ac9e7d3825f&device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 1129 time: 0.0563865 Mar 21 17:35:33.649607 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:21Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:33.662343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b434de6-67ba-4176-bfe5-c8fe72ed014a req-dc97cccd-3313-4299-a21f-a693c8afa9f0 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:33.663824 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1b434de6-67ba-4176-bfe5-c8fe72ed014a req-dc97cccd-3313-4299-a21f-a693c8afa9f0 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.1130025 Mar 21 17:35:33.668996 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-00b33022-e180-4c0a-aa91-b930404cff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:33.670358 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-00b33022-e180-4c0a-aa91-b930404cff1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 200 len: 910 time: 0.1268859 Mar 21 17:35:33.680125 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] Checking router: 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:35:33.688285 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:35:33.688878 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:35:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:33.721551 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-3d19d443-b95f-4c7a-90a2-45f30b1e76a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 200 len: 217 time: 0.0445845 Mar 21 17:35:33.779521 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-1b434de6-67ba-4176-bfe5-c8fe72ed014a req-75e47118-5444-496d-9f04-add03e293741 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081307 Mar 21 17:35:33.789952 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-73d32023-a228-497a-8e2d-2a4cf8fb6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:33.792224 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-73d32023-a228-497a-8e2d-2a4cf8fb6b69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 200 len: 848 time: 0.0598814 Mar 21 17:35:33.794353 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:35:33.839707 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-c82deaa7-77ad-4d53-8441-476ca26586aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:33.841251 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-c82deaa7-77ad-4d53-8441-476ca26586aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dff876f1-ada0-4b3a-8f0e-14621324c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1211 time: 0.0442123 Mar 21 17:35:33.933973 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-b6b55e7f-34bb-488c-ae45-4895548df18c service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865319 Mar 21 17:35:33.996577 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:21Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:34.022167 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-cf057d0c-fcee-4f8a-bfdf-fd7275ddae0c req-9770d03a-0e04-422d-9987-048a16c8876f service neutron] 10.222.0.23 "GET /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819042 Mar 21 17:35:34.022418 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7544846-1da0-4dfd-8994-4834d2d2c099 None None] The sync data for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb is: [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:31:16Z', 'revision_number': 4, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb', '_interfaces': [{'id': '71f65bf9-797b-48a3-b97a-3b481d29e129', 'name': '', 'network_id': 'dff876f1-ada0-4b3a-8f0e-14621324c1fa', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'mac_address': 'fa:16:3e:0c:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4c986699-12b5-4759-8558-f7be071a000b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:15Z', 'updated_at': '2022-03-21T17:31:21Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'subnets': [{'id': '4c986699-12b5-4759-8558-f7be071a000b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:35:34.246479 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f666264f-fbc8-43f8-94a3-d4de5ce5a1bc None None] New status for floating IP f5a886e9-f823-40dc-bfa6-d5b524f6139c: DOWN {{(pid=103308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 17:35:34.935388 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51018d0a-7fd3-4b18-ac74-eac03d4126a1 req-9af6275f-43b6-4905-8981-1c95f36d845d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:34.936883 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-51018d0a-7fd3-4b18-ac74-eac03d4126a1 req-9af6275f-43b6-4905-8981-1c95f36d845d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0865347 Mar 21 17:35:34.947897 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-5ae3310f-f77f-4ca6-8d1c-f78d05ffd167 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 17:35:34.949263 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-5ae3310f-f77f-4ca6-8d1c-f78d05ffd167 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.23 "GET /v2.0/ports?device_id=75dcc343-9d7a-47c6-a06f-4393025b6d21 HTTP/1.1" status: 200 len: 945 time: 0.0724769 Mar 21 17:35:35.024776 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-51018d0a-7fd3-4b18-ac74-eac03d4126a1 req-1ae34c26-e994-43fc-8076-bef71a85824d tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5189861-71e7-4578-91db-88cf16036caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745819 Mar 21 17:35:35.067830 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Deleting port 44253477-7c95-49d5-8bf2-b495b25b839a {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:35.068122 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:35.155330 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] For port 44253477-7c95-49d5-8bf2-b495b25b839a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=44253477-7c95-49d5-8bf2-b495b25b839a,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:35.155685 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:35.168153 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Calling delete_port for 44253477-7c95-49d5-8bf2-b495b25b839a owned by compute:nova {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:35.294168 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (44253477-7c95-49d5-8bf2-b495b25b839a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:35.323470 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event deleted for resources: {'Port': ['ID=44253477-7c95-49d5-8bf2-b495b25b839a,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:35.346767 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.347118 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.347461 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.347798 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.348160 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.348500 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.348828 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.349153 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.349479 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.349802 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.350127 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.350450 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.350768 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.351085 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.351404 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:35.373911 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] No DVR routers for this DVR port 44253477-7c95-49d5-8bf2-b495b25b839a on host hv-cinder-76845 {{(pid=103305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:35:35.376326 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182805'] for port (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:35.379589 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [req-f123f4ea-ad8f-44f5-842c-993dc4982d5d req-06bbd14d-6deb-48e2-9c15-4bcf5792e67e tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.23 "DELETE /v2.0/ports/44253477-7c95-49d5-8bf2-b495b25b839a HTTP/1.1" status: 204 len: 173 time: 0.4239340 Mar 21 17:35:35.380024 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-deleted', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a'}] {{(pid=103305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 17:35:35.382284 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6212c59054dfa38aea2977eabfce831094590db0be3be261d7f8f4cfc0c47fda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e57303-d3a5-4d8b-9644-7d7ed5703846" -d '{"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-deleted", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a"}]}' {{(pid=103305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 17:35:35.418248 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6afaa90-809a-4566-9554-d75126add670 x-openstack-request-id: req-d6afaa90-809a-4566-9554-d75126add670 {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 17:35:35.418535 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcc343-9d7a-47c6-a06f-4393025b6d21", "name": "network-vif-deleted", "tag": "44253477-7c95-49d5-8bf2-b495b25b839a", "status": "completed", "code": 200}]} {{(pid=103305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 17:35:35.418808 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6afaa90-809a-4566-9554-d75126add670 {{(pid=103305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 17:35:35.419206 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcc343-9d7a-47c6-a06f-4393025b6d21', 'name': 'network-vif-deleted', 'tag': '44253477-7c95-49d5-8bf2-b495b25b839a', 'status': 'completed', 'code': 200} Mar 21 17:35:36.081597 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56832) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:36.140650 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec4428d5-bbc4-4e70-8ceb-4b284eb15e05 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group (f5189861-71e7-4578-91db-88cf16036caa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:36.164828 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec4428d5-bbc4-4e70-8ceb-4b284eb15e05 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group (f5189861-71e7-4578-91db-88cf16036caa), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:36.221870 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec4428d5-bbc4-4e70-8ceb-4b284eb15e05 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (f5189861-71e7-4578-91db-88cf16036caa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:36.224627 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-ec4428d5-bbc4-4e70-8ceb-4b284eb15e05 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:36.225767 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-ec4428d5-bbc4-4e70-8ceb-4b284eb15e05 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5189861-71e7-4578-91db-88cf16036caa HTTP/1.1" status: 204 len: 168 time: 0.1431949 Mar 21 17:35:36.235848 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4428d5-bbc4-4e70-8ceb-4b284eb15e05 tempest-TestShelveInstance-51883794 tempest-TestShelveInstance-51883794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5189861-71e7-4578-91db-88cf16036caa,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:36.290467 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56836) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:36.698943 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:36.986621 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Deleting port 71f65bf9-797b-48a3-b97a-3b481d29e129 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:36.986880 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:37.063391 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] For port 71f65bf9-797b-48a3-b97a-3b481d29e129, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=71f65bf9-797b-48a3-b97a-3b481d29e129,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:37.063748 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:37.075819 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Calling delete_port for 71f65bf9-797b-48a3-b97a-3b481d29e129 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:37.247481 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (71f65bf9-797b-48a3-b97a-3b481d29e129), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:37.270708 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Pushing event deleted for resources: {'Port': ['ID=71f65bf9-797b-48a3-b97a-3b481d29e129,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:37.439079 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:37.647633 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:35:37.750155 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:35:37.755236 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-f89b9d21-53cf-4991-89fe-62724bdf116d admin admin] 10.222.0.20 "PUT /v2.0/routers/0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622905 Mar 21 17:35:37.757729 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56838) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:37.758558 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] Sync routers for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:35:37.768363 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:35:37.769212 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:35:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:37.859623 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks [] for router (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:37.874163 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:35:38.058145 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:35:37Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:38.085179 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] Checking router: 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 for host: dv-cinder-768458-20-smb {{(pid=103307) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:35:38.094205 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] Routers {'0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103307) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:35:38.094828 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:35:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'], 'active': True} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:38.202398 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks [] for router_gateway (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.203007 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvr_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] Set router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 gateway port host: dv-cinder-768458-20-smb {{(pid=103307) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:35:38.253479 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Deleting port eb998837-41f5-4b08-ae35-10579f22f895 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:38.254105 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (eb998837-41f5-4b08-ae35-10579f22f895), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.331860 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] For port eb998837-41f5-4b08-ae35-10579f22f895, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=eb998837-41f5-4b08-ae35-10579f22f895,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:38.332275 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (eb998837-41f5-4b08-ae35-10579f22f895), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.344514 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Calling delete_port for eb998837-41f5-4b08-ae35-10579f22f895 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:38.375043 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_hamode_db [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:35:37Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:38.514904 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (eb998837-41f5-4b08-ae35-10579f22f895), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.534471 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e677b77-0908-4fbe-bbf0-0931d9e1a60f None None] The sync data for ids ['0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9'] in dv-cinder-768458-20-smb is: [{'id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'name': 'tempest-TestShelveInstance-2022538365-router', 'tenant_id': '56483fd1775949a19d732ac9e7d3825f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46'}], 'enable_snat': True}, 'gw_port_id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:12Z', 'updated_at': '2022-03-21T17:35:37Z', 'revision_number': 5, 'project_id': '56483fd1775949a19d732ac9e7d3825f', 'gw_port': {'id': 'eb998837-41f5-4b08-ae35-10579f22f895', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:13Z', 'updated_at': '2022-03-21T17:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}] {{(pid=103307) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:35:38.537992 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb998837-41f5-4b08-ae35-10579f22f895,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:38.600554 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.689661 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.692353 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks [] for router_controller (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.737343 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.737864 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:35:38.742133 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.743293 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-41eef33f-8d7d-4494-ba02-304ee6fd546b admin admin] 10.222.0.20 "DELETE /v2.0/routers/0bf0dd4d-09a5-4a3e-b3ca-5eec693691b9 HTTP/1.1" status: 204 len: 168 time: 0.9846640 Mar 21 17:35:38.746022 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56840) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:38.788390 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] Deleting subnet 4c986699-12b5-4759-8558-f7be071a000b {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:35:38.791969 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] Publish callbacks [] for subnet (4c986699-12b5-4759-8558-f7be071a000b), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.826326 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18345360'] for subnet (4c986699-12b5-4759-8558-f7be071a000b), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.906028 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (4c986699-12b5-4759-8558-f7be071a000b), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.966671 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17448775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18268721'] for subnet (4c986699-12b5-4759-8558-f7be071a000b), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:38.994547 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c986699-12b5-4759-8558-f7be071a000b,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:38.999078 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.005742 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d8ed6-0e78-4b28-9c70-2a9d64918058 None None] Network dff876f1-ada0-4b3a-8f0e-14621324c1fa requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:35:39.007389 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-e377528e-9729-4509-93c1-2e07e007975b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4c986699-12b5-4759-8558-f7be071a000b HTTP/1.1" status: 204 len: 168 time: 0.2602468 Mar 21 17:35:39.010577 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56842) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:39.065943 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 71f65bf9-797b-48a3-b97a-3b481d29e129 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:35:39.092986 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (dff876f1-ada0-4b3a-8f0e-14621324c1fa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.098737 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 71f65bf9-797b-48a3-b97a-3b481d29e129 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:35:39.099075 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 71f65bf9-797b-48a3-b97a-3b481d29e129 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:35:39.151098 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Deleting port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:39.151431 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.207956 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] DHCP port deletion for dff876f1-ada0-4b3a-8f0e-14621324c1fa request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:35:39.219533 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] For port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:39.219889 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.234056 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Calling delete_port for c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:39.265340 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Deleting port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa {{(pid=103307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:39.265708 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), before_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.330758 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.331552 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.db [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] For port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,segment=NetworkSegment(3cacd1b0-7f49-4e72-ab65-2e5920308bcd),segment_id=3cacd1b0-7f49-4e72-ab65-2e5920308bcd)] {{(pid=103307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:39.331951 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), precommit_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.345199 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Calling delete_port for c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa owned by network:dhcp {{(pid=103307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:39.354182 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:39.359581 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] No DVR routers for this DVR port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa on host dv-cinder-768458-20-smb {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:35:39.425896 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767'] for port (c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa), after_delete {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.428342 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (dff876f1-ada0-4b3a-8f0e-14621324c1fa), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.448778 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff876f1-ada0-4b3a-8f0e-14621324c1fa']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:39.452468 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Pushing event deleted for resources: {'Port': ['ID=c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa,revision_number=None']} {{(pid=103307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:39.454648 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] No DVR routers for this DVR port c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa on host dv-cinder-768458-20-smb {{(pid=103307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:35:39.457922 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cacd1b0-7f49-4e72-ab65-2e5920308bcd') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:39.458316 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cacd1b0-7f49-4e72-ab65-2e5920308bcd') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:39.462201 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.462744 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.463254 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.463766 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.464326 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.464493 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.464775 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.465103 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.465457 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.465857 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.466091 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.466509 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.466725 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.467046 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.467356 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee115b53-34ef-4a01-838f-1d8aced78d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-20-smb {{(pid=103307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 17:35:39.470935 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (3cacd1b0-7f49-4e72-ab65-2e5920308bcd), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.475811 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 44253477-7c95-49d5-8bf2-b495b25b839a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:35:39.485644 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (3cacd1b0-7f49-4e72-ab65-2e5920308bcd), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.491599 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:35:39.492005 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (3cacd1b0-7f49-4e72-ab65-2e5920308bcd), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:35:39.494249 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:35:39.498450 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] No Port match for: 44253477-7c95-49d5-8bf2-b495b25b839a {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:35:39.498797 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Device 44253477-7c95-49d5-8bf2-b495b25b839a not bound to the agent host hv-cinder-76845 {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:35:39.550077 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (dff876f1-ada0-4b3a-8f0e-14621324c1fa), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.555072 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:39.558689 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dff876f1-ada0-4b3a-8f0e-14621324c1fa HTTP/1.1" status: 204 len: 168 time: 0.5471346 Mar 21 17:35:39.561696 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56844) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:39.569439 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d958c0f-0db2-4d7d-b60f-96985ba53011 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff876f1-ada0-4b3a-8f0e-14621324c1fa,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:39.897072 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-640330'] for router_interface (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:40.138827 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Deleting port e1fcf123-09ed-4128-8459-e951b8cfe200 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:40.139167 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:40.217049 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] For port e1fcf123-09ed-4128-8459-e951b8cfe200, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=e1fcf123-09ed-4128-8459-e951b8cfe200,segment=NetworkSegment(d452579b-96f5-4219-b6df-9bd77b31e34b),segment_id=d452579b-96f5-4219-b6df-9bd77b31e34b)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:40.217335 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:40.229705 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Calling delete_port for e1fcf123-09ed-4128-8459-e951b8cfe200 owned by network:router_interface {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:40.405359 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (e1fcf123-09ed-4128-8459-e951b8cfe200), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:40.430746 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fcf123-09ed-4128-8459-e951b8cfe200,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:40.591489 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-639738'] for router_interface (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:40.774560 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-6447e5be-c120-4f03-8573-b328c1508940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:40.805039 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a has already been hosted by L3 agent d138dec6-fe35-49fa-a6c6-711cf87013f9 {{(pid=103305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 17:35:40.910162 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] Notify agent at l3_agent.dv-cinder-768458-20-smb the message routers_updated {{(pid=103305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 17:35:40.918395 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-eea6100a-fce8-440c-8b7e-5880944dc445 admin admin] 10.222.0.20 "PUT /v2.0/routers/f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3523781 Mar 21 17:35:40.919182 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56846) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:40.920129 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] Sync routers for ids ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'] in dv-cinder-768458-20-smb {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 17:35:40.930716 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] Routers {'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:35:40.931605 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:35:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:41.033111 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks [] for router (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.037677 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:35:41.057164 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] Set router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a gateway port host: dv-cinder-768458-20-smb {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:35:41.057963 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:35:41.058416 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device c85c04b8-92d8-4f8f-9ad1-e6dd806a66fa not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:35:41.058931 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device eb998837-41f5-4b08-ae35-10579f22f895 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:35:41.077770 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: eb998837-41f5-4b08-ae35-10579f22f895 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:35:41.078551 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device eb998837-41f5-4b08-ae35-10579f22f895 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:35:41.138654 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks [] for router_gateway (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.193823 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Deleting port 3f95e907-e37d-4a11-85ad-ef9c61f0c961 {{(pid=103305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:41.194172 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.246998 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:35:41.284303 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.db [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] For port 3f95e907-e37d-4a11-85ad-ef9c61f0c961, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=3f95e907-e37d-4a11-85ad-ef9c61f0c961,segment=NetworkSegment(1fb44c1c-4339-47b9-bd50-c7e8f2babfae),segment_id=1fb44c1c-4339-47b9-bd50-c7e8f2babfae)] {{(pid=103305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:41.284577 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.297472 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.plugins.ml2.plugin [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Calling delete_port for 3f95e907-e37d-4a11-85ad-ef9c61f0c961 owned by network:router_gateway {{(pid=103305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:41.324925 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'external_fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:35:40Z', 'revision_number': 5, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port': {'id': '3f95e907-e37d-4a11-85ad-ef9c61f0c961', 'name': '', 'network_id': '37b43051-0da9-4ebd-a627-5396dfdbe2ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-20-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T17:31:19Z', 'updated_at': '2022-03-21T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b391889-f21e-42fc-a7c3-541a958ba35a', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-20-smb'}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:41.350549 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] Checking router: f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a for host: dv-cinder-768458-20-smb {{(pid=103308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 17:35:41.358649 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] Routers {'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'} bound to L3 agent in host dv-cinder-768458-20-smb {{(pid=103308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 17:35:41.359249 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-20-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T17:17:43Z,description=,heartbeat_timestamp=2022-03-21T17:35:13Z,host='dv-cinder-768458-20-smb',id=d138dec6-fe35-49fa-a6c6-711cf87013f9,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T17:17:43Z,topic='l3_agent')) {'router_ids': ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'], 'active': True} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:41.449950 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_dvr_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] Set router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a gateway port host: None {{(pid=103308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 17:35:41.458161 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17448374'] for port (3f95e907-e37d-4a11-85ad-ef9c61f0c961), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.483356 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3f95e907-e37d-4a11-85ad-ef9c61f0c961,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:41.503418 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.l3_hamode_db [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:35:41Z', 'revision_number': 6, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port_host': None}], 'dv-cinder-768458-20-smb', False) {} {{(pid=103308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:41.530243 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0747a743-aa81-4b11-ab85-9444459852c0 None None] The sync data for ids ['f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a'] in dv-cinder-768458-20-smb is: [{'id': 'f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a', 'name': 'tempest-TestShelveInstance-232499807-router', 'tenant_id': '7ff5109b79004f60bb3583c31d820f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T17:31:18Z', 'updated_at': '2022-03-21T17:35:41Z', 'revision_number': 6, 'project_id': '7ff5109b79004f60bb3583c31d820f0a', 'gw_port_host': None}] {{(pid=103308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 17:35:41.542867 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639232'] for router_gateway (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.635826 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-642028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5528'] for router (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.637961 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks [] for router_controller (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.677742 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-642019'] for router (f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.678366 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a {{(pid=103305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 17:35:41.683000 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.684155 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-311f19b3-7aa2-43e4-9877-beafdd2b76ff admin admin] 10.222.0.20 "DELETE /v2.0/routers/f6c7cfa9-0b16-40ef-ab7a-aaeb38ff7a3a HTTP/1.1" status: 204 len: 168 time: 0.7639549 Mar 21 17:35:41.686596 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.wsgi [-] (103305) accepted ('10.222.0.20', 56848) {{(pid=103305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:41.728293 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] Deleting subnet 30cc5548-11a2-4f1f-9c32-c70c8b90dd01 {{(pid=103305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 17:35:41.731161 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] Publish callbacks [] for subnet (30cc5548-11a2-4f1f-9c32-c70c8b90dd01), before_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.767878 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18345360'] for subnet (30cc5548-11a2-4f1f-9c32-c70c8b90dd01), precommit_delete_associations {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.841450 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66385920'] for subnet (30cc5548-11a2-4f1f-9c32-c70c8b90dd01), precommit_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.897896 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66385945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17448775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18268721'] for subnet (30cc5548-11a2-4f1f-9c32-c70c8b90dd01), after_delete {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.923405 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cc5548-11a2-4f1f-9c32-c70c8b90dd01,revision_number=None']} {{(pid=103305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:41.927022 dv-cinder-768458-20-smb neutron-server[103305]: DEBUG neutron_lib.callbacks.manager [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for subnet (None), before_response {{(pid=103305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:41.930236 dv-cinder-768458-20-smb neutron-server[103305]: INFO neutron.wsgi [None req-7c6e2490-5120-41f9-b5ec-14f3e3d70947 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30cc5548-11a2-4f1f-9c32-c70c8b90dd01 HTTP/1.1" status: 204 len: 168 time: 0.2427216 Mar 21 17:35:41.933996 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56850) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:41.936799 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df44b1-87e3-455d-9d90-e506a09335e5 None None] Network 193bb80d-511e-41af-a1cd-d5a8c8279567 requested from dv-cinder-768458-20-smb {{(pid=103307) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 17:35:42.002695 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66311759'] for network (193bb80d-511e-41af-a1cd-d5a8c8279567), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.059802 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Deleting port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 {{(pid=103306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 17:35:42.060174 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739083967007'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.119785 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.db [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] For port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4, host dv-cinder-768458-20-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-20-smb',level=0,port_id=b1375d3f-5c46-4a32-b82c-bc9a930ab4f4,segment=NetworkSegment(d452579b-96f5-4219-b6df-9bd77b31e34b),segment_id=d452579b-96f5-4219-b6df-9bd77b31e34b)] {{(pid=103306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 17:35:42.120172 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646488'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.133687 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.plugin [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Calling delete_port for b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 owned by network:dhcp {{(pid=103306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 17:35:42.213103 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66524285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739083974274', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739083435767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2588962'] for port (b1375d3f-5c46-4a32-b82c-bc9a930ab4f4), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.235261 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1375d3f-5c46-4a32-b82c-bc9a930ab4f4,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:42.244361 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] No DVR routers for this DVR port b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 on host dv-cinder-768458-20-smb {{(pid=103306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 17:35:42.294570 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae6c9d-1f82-4c7f-8784-0a1aae1a8d54 None None] DHCP port deletion for 193bb80d-511e-41af-a1cd-d5a8c8279567 request from dv-cinder-768458-20-smb {{(pid=103307) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 17:35:42.314639 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66421685', 'neutron.services.segments.db._delete_segments_for_network-8739083778627'] for network (193bb80d-511e-41af-a1cd-d5a8c8279567), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.334894 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193bb80d-511e-41af-a1cd-d5a8c8279567']}} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:42.344596 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd452579b-96f5-4219-b6df-9bd77b31e34b') {'for_net_delete': True} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:42.344894 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.services.segments.db [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd452579b-96f5-4219-b6df-9bd77b31e34b') {} {{(pid=103306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 17:35:42.354147 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739083779404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2678561'] for segment (d452579b-96f5-4219-b6df-9bd77b31e34b), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.367235 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385'] for segment (d452579b-96f5-4219-b6df-9bd77b31e34b), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.373774 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 17:35:42.374222 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66383385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2589041'] for segment (d452579b-96f5-4219-b6df-9bd77b31e34b), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: Traceback (most recent call last): Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: timer() Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: cb(*args, **kw) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: return func(*args, **kwargs) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: self._notify() Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: self.callback(batched_events) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: event.method(event) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: return f(self, *a, **k) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: return self._get(url).json() Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: return self.request(url, 'GET', **kwargs) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 17:35:42.375734 dv-cinder-768458-20-smb neutron-server[103306]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 17:35:42.433557 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66421646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639356'] for network (193bb80d-511e-41af-a1cd-d5a8c8279567), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.438950 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571470'] for network (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.442057 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] 10.222.0.20 "DELETE /v2.0/networks/193bb80d-511e-41af-a1cd-d5a8c8279567 HTTP/1.1" status: 204 len: 168 time: 0.5041528 Mar 21 17:35:42.454989 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560bcc1-c96f-4553-a44d-179ad3c73737 admin admin] Pushing event deleted for resources: {'Network': ['ID=193bb80d-511e-41af-a1cd-d5a8c8279567,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:42.607964 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56854) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:42.645777 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-f667d3a7-e1b2-4fe0-aaa9-7cfd9ddd15be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56483fd1775949a19d732ac9e7d3825f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365717 Mar 21 17:35:42.647910 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56856) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:42.692989 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-194a7064-22f9-454a-979f-25390e901e21 admin admin] Publish callbacks [] for security_group (d3214257-d442-467d-9b64-d234ef844351), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.713859 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-194a7064-22f9-454a-979f-25390e901e21 admin admin] Publish callbacks [] for security_group (d3214257-d442-467d-9b64-d234ef844351), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.761182 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-194a7064-22f9-454a-979f-25390e901e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (d3214257-d442-467d-9b64-d234ef844351), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.763659 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-194a7064-22f9-454a-979f-25390e901e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.764818 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-194a7064-22f9-454a-979f-25390e901e21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3214257-d442-467d-9b64-d234ef844351 HTTP/1.1" status: 204 len: 168 time: 0.1160254 Mar 21 17:35:42.772566 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a7064-22f9-454a-979f-25390e901e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3214257-d442-467d-9b64-d234ef844351,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:42.963413 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ab1c8240-ed91-4f55-9250-84fd59562927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:42.972339 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:35:42.992283 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:35:42.992629 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device b1375d3f-5c46-4a32-b82c-bc9a930ab4f4 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:35:42.993117 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 3f95e907-e37d-4a11-85ad-ef9c61f0c961 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:35:43.015002 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: 3f95e907-e37d-4a11-85ad-ef9c61f0c961 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:35:43.015322 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device 3f95e907-e37d-4a11-85ad-ef9c61f0c961 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:35:43.015730 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device e1fcf123-09ed-4128-8459-e951b8cfe200 no longer exists at agent ovs-agent-dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 17:35:43.035821 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.plugin [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] No Port match for: e1fcf123-09ed-4128-8459-e951b8cfe200 {{(pid=103307) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 17:35:43.036192 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron.plugins.ml2.rpc [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Device e1fcf123-09ed-4128-8459-e951b8cfe200 not bound to the agent host dv-cinder-768458-20-smb {{(pid=103307) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 17:35:43.072568 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56862) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:43.111117 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-3350bb8f-8853-4213-a37d-5796d7984e82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ff5109b79004f60bb3583c31d820f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374036 Mar 21 17:35:43.113494 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.wsgi [-] (103306) accepted ('10.222.0.20', 56864) {{(pid=103306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 17:35:43.158910 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc9a77f-b63c-4eee-95f1-cb2ce2e40176 admin admin] Publish callbacks [] for security_group (afb030d5-d0f2-4681-bf14-a2beb7dbeb52), before_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:43.178795 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc9a77f-b63c-4eee-95f1-cb2ce2e40176 admin admin] Publish callbacks [] for security_group (afb030d5-d0f2-4681-bf14-a2beb7dbeb52), precommit_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:43.223704 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc9a77f-b63c-4eee-95f1-cb2ce2e40176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567598'] for security_group (afb030d5-d0f2-4681-bf14-a2beb7dbeb52), after_delete {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:43.226249 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron_lib.callbacks.manager [None req-abc9a77f-b63c-4eee-95f1-cb2ce2e40176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:43.227407 dv-cinder-768458-20-smb neutron-server[103306]: INFO neutron.wsgi [None req-abc9a77f-b63c-4eee-95f1-cb2ce2e40176 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afb030d5-d0f2-4681-bf14-a2beb7dbeb52 HTTP/1.1" status: 204 len: 168 time: 0.1130440 Mar 21 17:35:43.234773 dv-cinder-768458-20-smb neutron-server[103306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9a77f-b63c-4eee-95f1-cb2ce2e40176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb030d5-d0f2-4681-bf14-a2beb7dbeb52,revision_number=None']} {{(pid=103306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 17:35:44.050558 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:45.565392 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:35:47.049164 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:02.613604 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:10.777691 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-e4df5bb3-e78e-4872-924b-3484daa3c88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:12.964456 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-ac1b135f-e67e-4558-89ca-eda14427f1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:14.053477 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:15.567957 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:17.050549 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:18.244932 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:36:32.612921 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:40.779505 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f3f8fae-72f2-4080-912f-3e40c4121445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:42.965859 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-faec9cc8-4ad9-400f-bdf5-dcb9ef0bb134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:44.055288 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:45.574578 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:47.052346 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:36:55.243025 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:37:02.625927 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:10.781305 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-485f0f94-c263-437a-bd60-ccb826446ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:12.966884 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-b67901f6-f44f-4b2b-9929-0b0bade940b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:14.057168 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:15.575230 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:17.053250 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:32.241532 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:37:32.624846 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:40.782579 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-8b40739c-c67d-4c5c-ae93-3480d579b7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:42.967941 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d3a15c35-81a4-4efc-bef6-a059b20bc425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:44.060566 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:45.577573 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:37:47.055825 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:02.637752 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:09.240195 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:38:10.784092 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9a66b400-507b-47fa-baf6-be308e41ebe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:12.968512 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-5f0f843f-eb5d-4b9b-869a-1ff497bf4c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:14.063931 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:15.580925 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:17.059187 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:32.657762 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:40.785171 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-7cc02b62-62ad-4585-88e4-4dc2d2005756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:42.969412 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-c28ec7c3-abf4-401d-9b90-21e5d401d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:44.064253 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:45.585213 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:38:46.237991 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:38:47.063743 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:02.651174 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:10.785917 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-264e50a7-416d-4d65-b528-1e08c643d7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:12.970224 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-fa3e7136-9f79-44e8-9ae1-488e8ae62ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:14.068035 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:15.588193 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:17.064976 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:23.237467 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:39:32.649280 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:40.788028 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-9f6eff35-c6ba-4eca-8b72-56f34c6861d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:42.971264 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-12189b75-956e-4879-9532-537092962929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:44.069615 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:45.590829 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:39:47.067110 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:00.236096 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 17:40:02.649131 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:10.789800 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-1a54d5dd-d06f-4ab6-a597-8bb2715e88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (bf1dd269-b7e4-423b-a790-30ad49a8b982), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:12.973395 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-d799a875-3ee2-432a-8030-0840ee3c2c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (d138dec6-fe35-49fa-a6c6-711cf87013f9), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:14.072466 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-873754a3-26b4-4201-85e3-86fecfb9e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (c3b88f5e-64cf-4a06-bc32-0f1059146417), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:15.594838 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-eb722fca-991e-4079-bd3c-a734470502b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (b8217b4f-faee-4bdf-8b02-ce2642f508ab), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:17.069599 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-91588920-49b5-49f6-96e4-d52f4987a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (1a9ae698-1ea8-4583-8c47-b8284af2c02d), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:32.648906 dv-cinder-768458-20-smb neutron-server[103307]: DEBUG neutron_lib.callbacks.manager [None req-4c0976a8-dc81-42ed-a7ad-230e33f7c8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739083778609', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66422646'] for agent (9446ebad-d4e9-4e88-99dd-3076f427d63c), after_update {{(pid=103307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 17:40:37.234674 dv-cinder-768458-20-smb neutron-server[103308]: DEBUG neutron.db.agents_db [None req-2aff5f00-3b75-4106-90e9-bb33fd636c75 None None] Agent healthcheck: found 6 active agents {{(pid=103308) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}